-- Logs begin at Thu 2021-11-11 21:18:55 UTC, end at Thu 2021-11-11 22:37:22 UTC. -- Nov 11 22:10:00.585155 dv-cinder-815883-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 11 22:10:03.231849 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.common.config [-] Logging enabled! Nov 11 22:10:03.232358 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2.dev54 Nov 11 22:10:03.233769 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88244) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 11 22:10:03.234524 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.common.config [-] Logging enabled! Nov 11 22:10:03.234818 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2.dev54 Nov 11 22:10:03.235126 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88244) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 11 22:10:03.236742 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 11 22:10:03.237009 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 11 22:10:03.238071 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 11 22:10:03.238360 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 11 22:10:03.238622 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 11 22:10:03.238992 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.239341 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.239678 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.239941 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.240288 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.240626 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.240946 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.241277 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.241620 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.241975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.242295 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.242619 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.242886 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.243205 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.243543 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.243878 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.244137 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] debug = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.244455 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.244984 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.245304 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.245624 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.245984 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.246295 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.246609 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.246935 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.247303 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] host = dv-cinder-815883-4-smb {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.247623 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.247955 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.248284 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.248615 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.248930 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.249244 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.249569 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.249909 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.250220 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] log_file = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.250537 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.250903 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.251232 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.251572 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.251829 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.252085 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.252417 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.252749 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.253063 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.253381 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.253692 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.254033 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.254346 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.254651 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.254984 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.255316 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.255642 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.255954 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.256267 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.256575 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.256884 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.257208 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.257521 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.257858 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.258170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.258509 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.258818 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.259129 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.259480 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.259809 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.260138 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.260463 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.260777 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.261109 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.261418 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.261727 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.262060 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] use_json = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.262369 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.262677 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.263007 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.263318 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.263624 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.263936 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.264243 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.264570 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:03.264911 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.265255 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.265602 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.265955 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.266290 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.267138 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.267472 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.267788 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.268119 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.268451 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.268779 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.269095 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.269424 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.269819 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.270167 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.270481 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.270794 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.271128 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.271444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.271754 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.272089 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.272405 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.272717 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.273036 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.273353 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.273659 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.273996 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.274312 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.274644 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.274956 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.275263 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.275569 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.275885 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.276196 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.276520 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.276834 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.277142 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.277446 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.277816 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.278096 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.278406 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.278720 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.279029 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.279342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.279645 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.279950 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.280256 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.280561 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.280866 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.281173 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.281478 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.281814 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.282683 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.282999 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.283309 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.283626 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.283935 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.284268 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.284607 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.284920 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.285240 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.285559 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.285907 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.286218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.286537 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.286850 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.287167 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.287476 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.287818 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.288138 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.288462 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.288782 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.289098 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.289437 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.289757 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.290108 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.290424 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.290742 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.291062 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.291383 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.291714 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.292043 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.292373 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.292702 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.293034 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.293356 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.293712 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.294056 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:03.294307 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 11 22:10:03.294584 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88244) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Nov 11 22:10:03.980337 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:10:03.980633 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:10:03.980965 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:10:03.982658 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 11 22:10:04.339979 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.340530 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.340530 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.402949 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.403277 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.403582 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.406832 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.407700 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.407995 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.558847 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.559165 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.559469 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.560518 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.560826 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.561123 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.684927 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.685246 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.685532 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.685865 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.686711 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.880713 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.881102 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.881428 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.881766 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.882069 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.882457 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.882762 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.883058 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.883351 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.883697 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.883998 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.884309 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.884619 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.884915 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.885231 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.885550 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.885876 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.886207 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.886501 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.886853 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.887319 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.887613 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.887904 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.888250 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.888537 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.888821 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.889284 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 22:10:04.889566 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 22:10:04.889871 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 22:10:04.890159 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 22:10:04.890434 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 22:10:04.890713 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 22:10:04.892170 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 11 22:10:04.900719 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 11 22:10:04.908677 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 11 22:10:04.914387 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Nov 11 22:10:04.917236 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 11 22:10:04.918567 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 11 22:10:04.918962 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 11 22:10:04.919404 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 11 22:10:04.924393 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 11 22:10:04.924682 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 11 22:10:04.925099 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 22:10:04.953944 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 11 22:10:04.954411 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.954753 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88244) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 11 22:10:04.955173 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.956598 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88244) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 11 22:10:04.956930 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 22:10:04.957216 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 11 22:10:04.960636 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:04.960956 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.026935 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 11 22:10:05.027203 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 11 22:10:05.027456 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 11 22:10:05.027879 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 11 22:10:05.068500 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_db.sqlalchemy.engines [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88244) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 11 22:10:05.440015 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Initializing driver for type 'gre' Nov 11 22:10:05.440640 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] gre ID ranges: [(1, 1000)] Nov 11 22:10:05.549109 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Initializing driver for type 'local' Nov 11 22:10:05.549493 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Initializing driver for type 'vlan' Nov 11 22:10:05.628903 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] VlanTypeDriver initialization complete Nov 11 22:10:05.629417 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Initializing driver for type 'vxlan' Nov 11 22:10:05.630228 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] vxlan ID ranges: [(1, 1000)] Nov 11 22:10:05.760328 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Initializing extension driver 'port_security' Nov 11 22:10:05.760624 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.extensions.port_security [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] PortSecurityExtensionDriver initialization complete Nov 11 22:10:05.760999 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Initializing mechanism driver 'openvswitch' Nov 11 22:10:05.761366 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Initializing mechanism driver 'hyperv' Nov 11 22:10:05.768515 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:10:05.769374 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > port after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.769809 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > port after_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.770207 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > port after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.770640 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > subnet after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.771038 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > subnet after_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.771427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.771851 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > network after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.772241 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > network after_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.772627 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > network after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.773048 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > security_group after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.773437 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > security_group after_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.773886 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.774319 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.774703 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.775259 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.775636 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] ML2 OVO RPC backend initialized. {{(pid=88244) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Nov 11 22:10:05.776400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.776798 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.777261 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > network before_response 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.777651 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > networks before_response 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.778066 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > port before_response 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.778448 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > ports before_response 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.778833 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > subnet before_response 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.779216 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > subnets before_response 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.779607 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > network after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.779990 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > network after_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.780368 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > network after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.780745 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > port after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.781120 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > port after_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.781497 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > port after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.782519 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > subnet after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.782918 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > subnet after_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.783296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.784002 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.plugin [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Modular L2 Plugin initialization complete Nov 11 22:10:05.784372 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading services supported by the core plugin {{(pid=88244) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Nov 11 22:10:05.784752 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.plugins.ml2.managers [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Got port-security extension from driver 'port_security' Nov 11 22:10:05.785265 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.extensions.vlantransparent [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Disabled vlantransparent extension. Nov 11 22:10:05.785773 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88244) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Nov 11 22:10:05.786129 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading Plugin: router Nov 11 22:10:05.831188 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.831695 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router after_create 55549900 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.832156 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router before_create 55549900 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.832614 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.833083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.833534 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router after_delete 55549900 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.834016 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.834501 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router after_create 55549900 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.835026 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router after_update 55549900 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.835532 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router after_update 55549900 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.836080 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.836590 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router after_update 55549900 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.837220 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router precommit_update 55549900 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.837809 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: port after_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.838381 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: port after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.838867 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: subnet after_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.839359 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.839865 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.840364 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router precommit_create 55549900 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.840857 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: port before_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.841357 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router precommit_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.841925 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router after_update 55549900 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.842420 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.842918 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router precommit_create 55549900 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.843447 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.843953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router precommit_update 55549900 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.845133 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > agent after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.845651 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > agent after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.846176 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > network after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.847406 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Tracking information for resource: router configured {{(pid=88244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 22:10:05.847788 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Tracking information for resource: floatingip configured {{(pid=88244) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 22:10:05.853530 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.l3_agentschedulers_db [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 11 22:10:05.854259 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: port after_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.854676 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: port after_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.855077 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: port after_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.855480 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: port after_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.856444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router before_create 55550100 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.856859 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.857272 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router precommit_create 55550100 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.857679 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > router precommit_update 55550100 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.862635 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.provider_configuration [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Service providers = [] {{(pid=88244) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 11 22:10:05.863033 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.servicetype_db [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88244) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 11 22:10:05.866161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.service_base [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 11 22:10:05.866553 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.service_base [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 11 22:10:05.866936 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.service_base [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 11 22:10:05.867865 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.service_base [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88244) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 11 22:10:05.868279 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.services.service_base [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 11 22:10:05.868717 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 11 22:10:05.869074 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 11 22:10:05.891260 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 11 22:10:05.892268 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading Plugin: auto_allocate Nov 11 22:10:05.903629 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: network precommit_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.904044 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: network precommit_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.904661 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 11 22:10:05.905028 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading Plugin: tag Nov 11 22:10:05.917297 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 11 22:10:05.917667 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading Plugin: timestamp Nov 11 22:10:05.921638 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 11 22:10:05.922042 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading Plugin: network_ip_availability Nov 11 22:10:05.928260 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.928672 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.929068 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:05.929944 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 11 22:10:05.930312 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading Plugin: flavors Nov 11 22:10:05.947280 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 11 22:10:05.947654 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading Plugin: revisions Nov 11 22:10:05.952473 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88244) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Nov 11 22:10:05.952908 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.972s {{(pid=88244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:10:05.954323 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88244) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Nov 11 22:10:05.954703 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Initializing extension manager. Nov 11 22:10:05.955287 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: __init__.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.955681 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: __pycache__ {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.956062 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.956439 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.956813 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: _filter_validation_lib.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.957188 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.957561 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: address_scope.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.958525 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.959210 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: address-scope Nov 11 22:10:05.959578 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.960596 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.961178 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: router-admin-state-down-before-update Nov 11 22:10:05.961545 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: agent.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.962390 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.962973 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: agent Nov 11 22:10:05.963340 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: agent_resources_synced.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.964286 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.964864 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: agent-resources-synced Nov 11 22:10:05.965230 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: allowedaddresspairs.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.967162 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.967761 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: allowed-address-pairs Nov 11 22:10:05.968128 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: auto_allocated_topology.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.969244 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.969905 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: auto-allocated-topology Nov 11 22:10:05.970272 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: availability_zone.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.971235 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.971831 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: availability_zone Nov 11 22:10:05.972201 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: availability_zone_filter.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.973159 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.973760 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: availability_zone_filter Nov 11 22:10:05.974139 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: data_plane_status.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.975078 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.975664 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension data-plane-status not supported by any of loaded plugins Nov 11 22:10:05.976030 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: default_subnetpools.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.976987 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.977572 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: default-subnetpools Nov 11 22:10:05.977958 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.978890 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.979484 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: dhcp_agent_scheduler Nov 11 22:10:05.979854 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: dns.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.980803 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.981378 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension dns-integration not supported by any of loaded plugins Nov 11 22:10:05.981802 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: dns_domain_ports.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.982721 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.983299 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 11 22:10:05.983662 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: dvr.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.984433 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.985046 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: dvr Nov 11 22:10:05.985429 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: empty_string_filtering.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.986387 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.986970 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: empty-string-filtering Nov 11 22:10:05.987334 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.988278 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.988853 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 11 22:10:05.989214 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.990165 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.990756 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 11 22:10:05.991123 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: external_net.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.992071 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.992659 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: external-net Nov 11 22:10:05.993026 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.993997 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.994577 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: extra_dhcp_opt Nov 11 22:10:05.994942 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: extraroute.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.995884 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.996469 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: extraroute Nov 11 22:10:05.996836 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: extraroute_atomic.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.998085 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:05.998674 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: extraroute-atomic Nov 11 22:10:05.999040 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: filter_validation.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:05.999777 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.000358 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: filter-validation Nov 11 22:10:06.001259 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: fip_pf_description.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.002235 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.002816 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 11 22:10:06.003178 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: fip_port_details.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.004133 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.004716 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: fip-port-details Nov 11 22:10:06.005084 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: flavors.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.006409 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.007001 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: flavors Nov 11 22:10:06.007369 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.009153 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.009770 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 11 22:10:06.010158 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: floatingip_pools.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.011006 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.011554 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: floatingip-pools Nov 11 22:10:06.011925 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: ip_allocation.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.012879 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.013461 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension ip_allocation not supported by any of loaded plugins Nov 11 22:10:06.013852 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.014808 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.015390 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: ip-substring-filtering Nov 11 22:10:06.015759 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: l2_adjacency.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.017431 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.018056 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 11 22:10:06.018414 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: l3.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.019593 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.020182 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: router Nov 11 22:10:06.020554 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.023238 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.023842 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 11 22:10:06.024215 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.025197 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.025830 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: ext-gw-mode Nov 11 22:10:06.026207 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.027189 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.027774 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: l3-ha Nov 11 22:10:06.028139 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: l3_flavors.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.029110 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.029701 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: l3-flavors Nov 11 22:10:06.030102 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.031504 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.032121 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 11 22:10:06.032487 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: l3agentscheduler.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.033843 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.034455 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: l3_agent_scheduler Nov 11 22:10:06.034823 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: logging.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.036490 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.037091 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension logging not supported by any of loaded plugins Nov 11 22:10:06.037463 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: metering.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.040166 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.040900 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: metering Nov 11 22:10:06.041300 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: multiprovidernet.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.042332 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.042925 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: multi-provider Nov 11 22:10:06.043298 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: netmtu.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.044257 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.044846 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: net-mtu Nov 11 22:10:06.045216 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: netmtu_writable.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.046215 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.046796 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: net-mtu-writable Nov 11 22:10:06.047165 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: network_availability_zone.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.047996 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.048570 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: network_availability_zone Nov 11 22:10:06.048936 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: network_ip_availability.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.050119 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.050704 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: network-ip-availability Nov 11 22:10:06.051072 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: network_segment_range.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.052037 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.052880 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension network-segment-range not supported by any of loaded plugins Nov 11 22:10:06.053249 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: pagination.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.054345 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.054735 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: pagination Nov 11 22:10:06.055106 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.056058 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.056655 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: port-mac-address-regenerate Nov 11 22:10:06.057023 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: port_resource_request.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.057995 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.058577 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension port-resource-request not supported by any of loaded plugins Nov 11 22:10:06.058946 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: portbindings.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.059909 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.060489 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: binding Nov 11 22:10:06.060852 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: portbindings_extended.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.062221 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.062807 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: binding-extended Nov 11 22:10:06.063735 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: portsecurity.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.064688 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.065282 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: port-security Nov 11 22:10:06.065647 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: project_id.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.066703 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.067081 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: project-id Nov 11 22:10:06.067444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: providernet.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.068535 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.069172 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: provider Nov 11 22:10:06.069542 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: qos.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.073333 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.073988 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension qos not supported by any of loaded plugins Nov 11 22:10:06.074359 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.075657 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.076251 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 11 22:10:06.076624 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.077565 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.078181 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 11 22:10:06.078551 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: qos_default.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.079551 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.080134 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension qos-default not supported by any of loaded plugins Nov 11 22:10:06.080504 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: qos_fip.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.081263 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.081884 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension qos-fip not supported by any of loaded plugins Nov 11 22:10:06.082243 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: qos_gateway_ip.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.083208 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.083788 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 11 22:10:06.084156 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: qos_port_network_policy.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.085083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.085662 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 11 22:10:06.086052 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: qos_rule_type_details.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.087024 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.087606 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 11 22:10:06.087967 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: qos_rules_alias.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.089063 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.089647 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 11 22:10:06.090039 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: quotasv2.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.091219 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.091606 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: quotas Nov 11 22:10:06.091980 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: quotasv2_detail.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.093683 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.094104 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: quota_details Nov 11 22:10:06.095021 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: rbac.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.096239 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.096871 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: rbac-policies Nov 11 22:10:06.097251 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: rbac_address_scope.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.098285 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.098850 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: rbac-address-scope Nov 11 22:10:06.099217 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: rbac_security_groups.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.100170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.100758 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: rbac-security-groups Nov 11 22:10:06.101122 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: rbac_subnetpool.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.102100 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.102684 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: rbac-subnetpool Nov 11 22:10:06.103046 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: revisionifmatch.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.103994 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.104580 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: revision-if-match Nov 11 22:10:06.104943 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: revisions.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.106171 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.106760 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: standard-attr-revisions Nov 11 22:10:06.107130 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: router_availability_zone.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.107920 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.108508 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: router_availability_zone Nov 11 22:10:06.108876 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: routerservicetype.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.109897 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.111049 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension router-service-type not supported by any of loaded plugins Nov 11 22:10:06.111414 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.112375 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.112957 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: port-security-groups-filtering Nov 11 22:10:06.113327 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: securitygroup.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.126920 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.127608 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: security-group Nov 11 22:10:06.127984 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: segment.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.128978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.129562 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension segment not supported by any of loaded plugins Nov 11 22:10:06.129965 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.131012 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.131597 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 11 22:10:06.131968 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: servicetype.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.133116 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.133715 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: service-type Nov 11 22:10:06.134115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: sorting.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.135130 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.135511 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: sorting Nov 11 22:10:06.135877 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: standard_attr_segment.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.136818 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.137425 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 11 22:10:06.137815 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: standardattrdescription.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.138545 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.139137 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: standard-attr-description Nov 11 22:10:06.139508 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: stateful_security_group.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.140484 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.141083 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: stateful-security-group Nov 11 22:10:06.141505 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: stdattrs_common.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.142133 dv-cinder-815883-4-smb neutron-server[88244]: WARNING neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 11 22:10:06.142495 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.143465 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.144062 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 11 22:10:06.144427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: subnet_onboard.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.145526 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.146152 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: subnet_onboard Nov 11 22:10:06.146524 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.147499 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.148091 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 11 22:10:06.148459 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: subnet_service_types.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.149485 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.150108 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: subnet-service-types Nov 11 22:10:06.150466 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: subnetallocation.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.151588 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.152180 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: subnet_allocation Nov 11 22:10:06.152549 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.153282 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.153907 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: subnetpool-prefix-ops Nov 11 22:10:06.154277 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.155235 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.155820 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 11 22:10:06.156186 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: tagging.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.158290 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.158908 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: standard-attr-tag Nov 11 22:10:06.159284 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: timestamp.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.160527 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.161120 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loaded extension: standard-attr-timestamp Nov 11 22:10:06.161494 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: trunk.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.162599 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.163213 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension trunk not supported by any of loaded plugins Nov 11 22:10:06.163576 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: trunk_details.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.164541 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.165163 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension trunk-details not supported by any of loaded plugins Nov 11 22:10:06.165502 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: uplink_status_propagation.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.166493 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.167083 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 11 22:10:06.167460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Loading extension file: vlantransparent.py {{(pid=88244) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Nov 11 22:10:06.168205 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88244) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Nov 11 22:10:06.168789 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 11 22:10:06.171320 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Creating instance of TrackedResource for resource:network Nov 11 22:10:06.172175 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Creating instance of TrackedResource for resource:subnet Nov 11 22:10:06.173406 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 22:10:06.174083 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Creating instance of TrackedResource for resource:port Nov 11 22:10:06.175557 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.resource_helper [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 22:10:06.176064 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.resource_helper [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Service FLAVORS assigned prefix: {{(pid=88244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 22:10:06.176786 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.resource_helper [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 22:10:06.177520 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.resource_helper [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 22:10:06.177935 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Creating instance of TrackedResource for resource:router Nov 11 22:10:06.178673 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 22:10:06.179458 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.resource_helper [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Service METERING assigned prefix: /metering {{(pid=88244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 22:10:06.181320 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:06.181796 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:06.182150 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:10:06.183321 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 22:10:06.183829 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Creating instance of TrackedResource for resource:security_group Nov 11 22:10:06.184636 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 22:10:06.185481 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.resource_helper [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Service CORE assigned prefix: {{(pid=88244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 22:10:06.185862 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 22:10:06.186240 dv-cinder-815883-4-smb neutron-server[88244]: WARNING neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] subnetpool is already registered Nov 11 22:10:06.186917 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.resource_helper [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Service CORE assigned prefix: {{(pid=88244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 22:10:06.187292 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 22:10:06.187664 dv-cinder-815883-4-smb neutron-server[88244]: WARNING neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] subnetpool is already registered Nov 11 22:10:06.190435 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.resource_helper [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 22:10:06.190939 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.resource_helper [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Service FLAVORS assigned prefix: {{(pid=88244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 22:10:06.191599 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.resource_helper [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 22:10:06.192064 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.resource_helper [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 22:10:06.192443 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Creating instance of TrackedResource for resource:router Nov 11 22:10:06.192815 dv-cinder-815883-4-smb neutron-server[88244]: WARNING neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] router is already registered Nov 11 22:10:06.193509 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 22:10:06.193902 dv-cinder-815883-4-smb neutron-server[88244]: WARNING neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] floatingip is already registered Nov 11 22:10:06.194612 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.resource_helper [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Service METERING assigned prefix: /metering {{(pid=88244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 22:10:06.195379 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 22:10:06.195748 dv-cinder-815883-4-smb neutron-server[88244]: WARNING neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] rbac_policy is already registered Nov 11 22:10:06.196214 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Creating instance of TrackedResource for resource:security_group Nov 11 22:10:06.196580 dv-cinder-815883-4-smb neutron-server[88244]: WARNING neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] security_group is already registered Nov 11 22:10:06.197456 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 22:10:06.197854 dv-cinder-815883-4-smb neutron-server[88244]: WARNING neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] security_group_rule is already registered Nov 11 22:10:06.198621 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.resource_helper [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Service CORE assigned prefix: {{(pid=88244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 22:10:06.199000 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 22:10:06.199365 dv-cinder-815883-4-smb neutron-server[88244]: WARNING neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] subnetpool is already registered Nov 11 22:10:06.200047 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.resource_helper [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Service CORE assigned prefix: {{(pid=88244) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 11 22:10:06.200419 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 22:10:06.200782 dv-cinder-815883-4-smb neutron-server[88244]: WARNING neutron.quota.resource_registry [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] subnetpool is already registered Nov 11 22:10:06.201514 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: extensions {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.203212 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: address-scopes {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.204531 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: agents {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.205912 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: auto-allocated-topology {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.207231 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: availability_zones {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.208516 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: dhcp-networks {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.210106 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: dhcp-agents {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.211624 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: routers {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.213436 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: flavors {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.215951 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: service_profiles {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.217254 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: next_providers {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.218814 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: service_profiles {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.220865 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: floatingip-pools {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.222282 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: routers {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.224081 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: floatingips {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.225330 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: l3-routers {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.226919 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: l3-agents {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.228399 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: metering-labels {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.229713 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: metering-label-rules {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.231183 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: network-ip-availabilities {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.232507 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: bindings {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.234163 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: quotas {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.236343 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: quotas {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.238368 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: rbac-policies {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.239656 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: security-groups {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.240925 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: security-group-rules {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.242355 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: service-providers {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.243639 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: subnetpools {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.245054 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: subnetpools {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.246709 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: tags {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.248468 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: tags {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.250293 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: tags {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.252261 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: tags {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.254035 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: tags {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.255890 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: tags {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.257859 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: tags {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.259679 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: tags {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.261799 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: tags {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.263576 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.extensions [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Extended resource: tags {{(pid=88244) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 11 22:10:06.271086 dv-cinder-815883-4-smb neutron-server[88244]: WARNING keystonemiddleware.auth_token [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 11 22:10:06.276163 dv-cinder-815883-4-smb neutron-server[88244]: WARNING keystonemiddleware.auth_token [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 11 22:10:06.285690 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Acquired lock "singleton_lock" {{(pid=88244) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Nov 11 22:10:06.286256 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Releasing lock "singleton_lock" {{(pid=88244) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Nov 11 22:10:06.287723 dv-cinder-815883-4-smb neutron-server[88244]: INFO oslo_service.service [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Starting 2 workers Nov 11 22:10:06.292534 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Started child 88355 {{(pid=88244) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 11 22:10:06.297779 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:06.298047 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Started child 88356 {{(pid=88244) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 11 22:10:06.299118 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.service [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 11 22:10:06.299277 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [-] (88355) wsgi starting up on http://0.0.0.0:9696 Nov 11 22:10:06.299812 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Notify callbacks [] for process, before_spawn {{(pid=88244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:06.302715 dv-cinder-815883-4-smb neutron-server[88244]: INFO oslo_service.service [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Starting 1 workers Nov 11 22:10:06.303602 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:06.305714 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [-] (88356) wsgi starting up on http://0.0.0.0:9696 Nov 11 22:10:06.308190 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Started child 88357 {{(pid=88244) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 11 22:10:06.308778 dv-cinder-815883-4-smb neutron-server[88244]: INFO oslo_service.service [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Starting 1 workers Nov 11 22:10:06.310810 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.service [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] calling RpcWorker wait() {{(pid=88357) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 11 22:10:06.311181 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.service [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] returning from RpcWorker wait() {{(pid=88357) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 11 22:10:06.312737 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:06.313385 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:10:06.313638 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Started child 88358 {{(pid=88244) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Nov 11 22:10:06.314495 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-551c1da8-9970-4125-9b34-9b4eb6cc5bf7 None None] Notify callbacks [] for process, after_spawn {{(pid=88244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:06.316498 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88244) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Nov 11 22:10:06.316763 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 11 22:10:06.316985 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 11 22:10:06.317209 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 11 22:10:06.317563 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 11 22:10:06.317908 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 11 22:10:06.318566 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.318813 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.319030 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.319250 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.319509 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.320188 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.320488 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.320716 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:06.320946 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.321167 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.321391 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.321616 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.321616 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.322083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:10:06.322312 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.322312 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.322733 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.322954 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.323170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.323387 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.323585 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.323781 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.324091 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.324362 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.324648 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] debug = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.324914 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.325524 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.325953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.326165 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.326350 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.326604 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.326888 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.327185 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.327460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.327738 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.328005 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.328281 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.329412 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.329412 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.329839 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.329839 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.330269 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] host = dv-cinder-815883-4-smb {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.330514 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.330758 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.331033 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.331295 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.331581 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.331825 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.332126 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.332415 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.332687 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.332962 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.333212 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.333492 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.333781 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.334063 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] log_file = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.334283 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] log_options = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.334516 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.334775 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.335014 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.335227 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.335445 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.335670 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.335925 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.335925 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.336504 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.336504 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.336933 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.336933 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.337331 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.337331 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.337785 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.337785 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.338158 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.338345 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.338523 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.338852 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.339055 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.339263 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.339693 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.339693 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.340055 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.340240 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.340419 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.340596 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.340832 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.341101 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.341367 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.341659 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.341946 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.342237 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.342521 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.342758 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.343018 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.343351 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.343614 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.343877 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.344168 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.344487 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.345273 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.345519 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.345794 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.346029 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] use_json = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.346371 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.346578 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.346810 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.347053 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.347293 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.347535 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.347857 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.348126 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.348514 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.348927 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.349184 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.349440 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.350034 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.350034 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.350402 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.350579 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.350761 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.350954 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.351242 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.351512 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.351902 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.352183 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.352467 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.352756 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.352975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.353242 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.353503 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.353839 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.354080 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.354312 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.354534 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.354812 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.355074 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.355364 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.355586 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.355893 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.356111 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.356543 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.356742 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.356921 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.357106 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.357315 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.357672 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.357927 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.358149 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.358375 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.358579 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.358796 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.359138 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.359338 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.359521 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.359707 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.360180 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.360373 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.360560 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.360752 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.360932 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.361110 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.361386 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.361634 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.361953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.362136 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.362391 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.362635 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.362886 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.363141 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.363385 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.363818 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.364079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.364271 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.364469 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.364653 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.364837 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.365032 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.365221 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.365401 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.365649 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.365959 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.366201 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.366444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.366658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.366967 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.367311 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.367577 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.367857 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.368123 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.368402 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.368657 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.368934 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.369299 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.369503 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.370568 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.370568 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.370953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.371136 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.371327 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.371565 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.371858 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.372130 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.372403 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.372621 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.372896 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.373169 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.373446 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.373756 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.374120 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.374331 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.374557 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.374889 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.375144 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.375443 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.375775 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.376073 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.376392 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.376690 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.376976 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.377271 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.377562 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.377855 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.378150 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.378438 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.378714 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.379006 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.379230 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.379542 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.382007 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.382269 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.382498 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.382754 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.383036 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.383367 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.383645 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.384006 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.384302 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.384593 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.384882 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.385158 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.385442 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.386208 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.388808 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.389106 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.389400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.389667 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.389966 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.390233 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.390475 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.390949 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.391731 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.392023 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.392281 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.392546 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.392808 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.393112 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.393364 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.393641 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.393943 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.394216 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.394473 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.394729 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.395001 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.395300 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.395572 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.395890 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.396186 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.396454 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.396745 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.397005 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.397321 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.397531 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.397852 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.398111 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.398359 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.398609 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.398862 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.399111 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.399358 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.399636 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.399886 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.400187 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.400478 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.400833 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.401090 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.401378 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.401605 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.401883 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.404144 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.404620 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.405065 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.405509 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.406020 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.406474 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.406973 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.407916 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.408344 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.408766 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.409197 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.409619 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.410672 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.411022 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.411354 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.411680 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.411981 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.412315 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.412611 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.412873 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.413220 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.413510 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.413860 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.414246 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.414948 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.415390 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.415744 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.416089 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.416557 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.416848 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.417129 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.417423 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.417658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.417945 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.418258 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.418636 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.419014 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.419331 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.419650 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.419990 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.420366 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.420698 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.421107 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.421446 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.421878 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.422195 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.422476 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.422746 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.423040 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.423302 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.423558 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.423877 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.424034 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.424266 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.424555 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.424868 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.425137 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.425391 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.425679 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.425957 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.426199 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.426446 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.426705 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.426927 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.427396 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 11 22:10:06.427908 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88244) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Nov 11 22:10:06.428127 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 11 22:10:06.428332 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 11 22:10:06.428536 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 11 22:10:06.428739 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 11 22:10:06.428739 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 11 22:10:06.429129 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.429129 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.429533 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.429533 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.429958 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.429958 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.430358 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.430358 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.430358 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.430927 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.430927 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.430927 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.431566 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.431566 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.431566 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.432272 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.432272 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.432272 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.432272 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.432272 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.433185 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.433185 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.433185 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] debug = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.433185 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.433185 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.434161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.434161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.434161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.434161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.434161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.434161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.435400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.435400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.435400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.435400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.435400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.435400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.435400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.435400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.436809 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] host = dv-cinder-815883-4-smb {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.436809 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.436809 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.436809 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.436809 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.436809 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.436809 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.436809 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.438426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.438426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.438426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.438426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.438426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.438426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.438426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] log_file = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.438426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] log_options = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.438426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.440093 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.440093 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.440093 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.440093 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.440093 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.440093 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.440093 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.441967 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.441967 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.441967 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.441967 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.441967 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.441967 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.441967 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.441967 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.441967 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.443658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.443658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.443658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.443658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.443658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.443658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.443658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.443658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.445170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.445170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.445170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.445170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.445170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.445170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.445170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.445170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.446953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.446953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.446953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.446953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.446953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.446953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.446953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.446953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.448342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.448342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.448342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.448342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.448342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] use_json = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.448342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.448342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.448342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.448342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.449988 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.449988 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.449988 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.449988 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 11 22:10:06.449988 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.449988 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.449988 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.449988 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.450789 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.450789 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.450789 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.450789 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.450789 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.450789 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.450789 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.450789 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.451459 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.451459 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.451459 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.451459 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.451459 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.451459 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.451459 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.451459 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.452191 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.452191 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.452191 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.452191 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.452191 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.452604 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.452604 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.452604 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.452862 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.452968 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.453113 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.453265 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.453412 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.453566 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.454270 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.454487 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.454688 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.454915 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.454915 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.455336 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.455336 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.455922 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.455922 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.455922 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.455922 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.456608 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.456608 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.456608 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.456608 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.457169 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.457169 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.457169 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.457721 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.457721 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.457721 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.457721 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.458573 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.458573 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.458573 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.458573 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.458573 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.459938 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.459938 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.459938 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.459938 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.459938 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.459938 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.460758 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.460758 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.460758 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.460758 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.460758 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.461978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.461978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.461978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.461978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.461978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.462786 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.462786 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.462786 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.462786 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.462786 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.463460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.463460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.463460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.463460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.463993 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.463993 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.463993 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.464398 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.464398 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.464398 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.464876 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.464876 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.464876 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.465285 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.465285 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.465559 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.465559 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.465854 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.466018 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.466173 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.466329 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.466478 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.466632 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.466780 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.466933 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.467081 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.467236 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.467399 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.467564 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.467717 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.467991 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.468156 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.468307 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.468456 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.468606 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.468756 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.468917 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.469068 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.469257 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.470222 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.470222 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.470572 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.470572 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.470882 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.470882 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.471180 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.471180 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.471469 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.471469 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.471756 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.471903 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.472051 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.472251 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.472412 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.472575 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.472764 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.472923 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.473076 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.473232 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.473387 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.473584 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.473773 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.473958 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.474159 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.474342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.474496 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.474649 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.474773 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.474926 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.475116 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.475294 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.475544 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.475751 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.475958 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.476111 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.476302 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.476478 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.476657 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.476863 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.476863 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.477197 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.477197 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.477533 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.477533 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.477904 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.477904 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.478394 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.478394 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.478394 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.478879 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.478879 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.478879 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.479391 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.479391 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.479391 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.479890 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.479890 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.479890 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.480362 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.480362 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.480362 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.480858 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.480858 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.480858 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.481344 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.481344 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.481344 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.481813 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.481813 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.481813 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.482201 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.482201 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.482459 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.487320 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.487320 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.487320 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.487320 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.487320 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.487320 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.487320 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.487320 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.488218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.488218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.488218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.488218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.488218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.488218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.488218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.488218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.489035 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.489035 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.489035 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.489035 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.489035 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.489035 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.489035 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.489035 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.489975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.489975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.489975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.489975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.489975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.489975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.489975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.489975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.489975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.490984 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.490984 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.490984 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.490984 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.490984 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.490984 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.490984 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.490984 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.490984 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.491960 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.491960 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.491960 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.491960 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:10:06.491960 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88244) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 11 22:10:06.517399 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:10:06.764851 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 52270) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:10:06.780037 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0120802 Nov 11 22:10:17.240560 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70defba8-4869-43ab-8b84-17e4f4d477e8 None None] get_active_networks_info from dv-cinder-815883-4-smb {{(pid=88357) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 11 22:10:17.564489 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70defba8-4869-43ab-8b84-17e4f4d477e8 None None] No non-hosted networks {{(pid=88357) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 11 22:10:17.577777 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agentschedulers_db [None req-70defba8-4869-43ab-8b84-17e4f4d477e8 None None] DHCP Agent not found on host dv-cinder-815883-4-smb {{(pid=88357) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Nov 11 22:10:17.757403 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a67b798b-d7fa-494c-833e-42113cf7cabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854325141'] for agent, after_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:18.805427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854325141'] for agent, after_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:18.806511 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:18.807115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:18.807843 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:18.808682 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:18.809493 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:18.810098 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:18.810666 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:18.811248 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:18.811807 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:18.812363 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:18.813457 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:18.814084 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815883-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:10:18.821580 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815883-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:10:19.634594 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b2e047af-e146-411a-91f8-45eb052913e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854325141'] for agent, after_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:19.704540 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60189534-cced-470c-a500-1225cfa54902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:20.217389 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854325141'] for agent, after_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:21.411485 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854325141'] for agent, after_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:22.267212 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 52384) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:10:22.957582 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [None req-e7f8b9d1-75b8-455a-bdba-2e7cf18e6626 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:10:22.959769 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-e7f8b9d1-75b8-455a-bdba-2e7cf18e6626 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.6913052 Nov 11 22:10:23.779742 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.l3_hamode_db [None req-23d4cf26-7a1f-4fa4-92a3-4f52e24ed158 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 11 22:10:23.878520 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d4cf26-7a1f-4fa4-92a3-4f52e24ed158 None None] Routers set() bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:10:23.879110 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d4cf26-7a1f-4fa4-92a3-4f52e24ed158 None None] Router IDs set() for agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 11 22:10:25.216781 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 52400) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:10:25.306254 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b21352c2-ab05-4b73-91a0-006df7ba4f9b admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:10:25.562974 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.policy [None req-b21352c2-ab05-4b73-91a0-006df7ba4f9b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88356) register_rules /opt/stack/neutron/neutron/policy.py:68}} Nov 11 22:10:25.570600 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota [None req-b21352c2-ab05-4b73-91a0-006df7ba4f9b admin admin] Loaded quota_driver: . Nov 11 22:10:25.605584 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b21352c2-ab05-4b73-91a0-006df7ba4f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:10:25.692603 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b21352c2-ab05-4b73-91a0-006df7ba4f9b admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762811124642', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762811177728', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762811175291', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762810704379', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762811156745', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4034866', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850730182', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1595412', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853075377'] for rbac-policy, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:25.920418 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b21352c2-ab05-4b73-91a0-006df7ba4f9b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:25.921706 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-b21352c2-ab05-4b73-91a0-006df7ba4f9b admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7034049 Nov 11 22:10:28.185006 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 52416) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:10:28.262531 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '4c5097992d3d4f4492fb87b9468f435c', 'name': 'private'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:10:28.268341 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:10:28.274819 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Usage tracker for resource:network and tenant:4c5097992d3d4f4492fb87b9468f435c is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:10:28.278300 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:10:28.284548 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:10:28.325623 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Made reservation on behalf of 4c5097992d3d4f4492fb87b9468f435c for: {'network': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:10:28.331541 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for network, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:28.348221 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:28.445689 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:10:28.449537 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Usage tracker for resource:security_group_rule and tenant:4c5097992d3d4f4492fb87b9468f435c is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:10:28.452483 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:10:28.460120 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:10:28.621437 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:28.645906 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:28.651060 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:10:28.670708 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=88356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 22:10:28.698773 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274046161473', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:28.699385 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Unsubscribe: segment precommit_create {{(pid=88356) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 11 22:10:28.699853 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.segments_db [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Added segment 4bd497f0-de24-436a-8ad3-ec83a7cdd99a of type vlan for network b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9 Nov 11 22:10:28.756214 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdb9abe-1989-471d-8401-7de0a97b1d92,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:10:28.791539 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:28.791829 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:28.792193 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:28.792551 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:28.792908 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:28.793258 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:28.793603 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:28.794020 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:28.794369 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:28.794714 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:28.795059 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Tracked resource versions report: Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: pushed versions: Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: { 'ConntrackHelper': {'1.0'}, Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'Log': {'1.0'}, Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'Network': {'1.1'}, Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'Port': {'1.5'}, Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'PortForwarding': {'1.2'}, Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'QosPolicy': {'1.8'}, Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroup': {'1.2'}, Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroupRule': {'1.0'}, Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'SubPort': {'1.0'}, Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'Subnet': {'1.1'}, Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'Trunk': {'1.1'}} Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: consumer versions: Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: { DHCP agent@dv-cinder-815883-4-smb: {}, Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: L3 agent@dv-cinder-815883-4-smb: {}, Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: Metadata agent@dv-cinder-815883-4-smb: {}, Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: Metering agent@dv-cinder-815883-4-smb: {}, Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: Open vSwitch agent@dv-cinder-815883-4-smb: { 'ConntrackHelper': '1.0', Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'Log': '1.0', Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'Network': '1.1', Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'Port': '1.5', Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'PortForwarding': '1.2', Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'QosPolicy': '1.8', Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroup': '1.2', Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroupRule': '1.0', Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'SubPort': '1.0', Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'Subnet': '1.1', Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: 'Trunk': '1.1'}} Nov 11 22:10:28.796200 dv-cinder-815883-4-smb neutron-server[88244]: {{(pid=88356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 11 22:10:28.822900 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762808067494'] for network, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:28.840440 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:10:28.897317 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for network, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:28.898784 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:10:28.899444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:28.904845 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:10:29.009644 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Pushing event updated for resources: {'Network': ['ID=b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:10:29.017643 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:10:29.025757 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Network b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9 details requested by agent ovs-agent-dv-cinder-815883-4-smb with host dv-cinder-815883-4-smb {{(pid=88357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 22:10:29.052429 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8660736 Nov 11 22:10:31.602903 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 52434) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:10:32.512642 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.policy [None req-4c57fc1b-42a5-416e-ac79-82fe9e0037c7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88355) register_rules /opt/stack/neutron/neutron/policy.py:68}} Nov 11 22:10:32.519515 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c57fc1b-42a5-416e-ac79-82fe9e0037c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:10:32.521335 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-4c57fc1b-42a5-416e-ac79-82fe9e0037c7 admin admin] 10.222.0.25 "GET /v2.0/networks/b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9 HTTP/1.1" status: 200 len: 825 time: 0.9163411 Nov 11 22:10:32.555923 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-3fa13249-e6f0-456a-a3eb-26476dd50465 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/69807769-f0d8-4781-963f-031eb4fb5d9c HTTP/1.1" status: 200 len: 734 time: 0.0283861 Nov 11 22:10:32.566304 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Request body: {'subnet': {'network_id': 'b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9', 'gateway_ip': '172.20.0.1', 'tenant_id': '4c5097992d3d4f4492fb87b9468f435c', 'subnetpool_id': '69807769-f0d8-4781-963f-031eb4fb5d9c', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:10:32.569131 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.quota [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Loaded quota_driver: . Nov 11 22:10:32.575015 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:10:32.580848 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Usage tracker for resource:subnet and tenant:4c5097992d3d4f4492fb87b9468f435c is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:10:32.584078 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:10:32.590962 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:10:32.714230 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Made reservation on behalf of 4c5097992d3d4f4492fb87b9468f435c for: {'subnet': 1} {{(pid=88355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:10:32.720288 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:33.091655 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for subnet, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:33.097475 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:10:33.185037 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Checking segment: {'id': '4bd497f0-de24-436a-8ad3-ec83a7cdd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:10:33.185423 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Network hostable DHCP agents. Network: b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9, hostable agents: ['677b8291-3a34-4ed4-9d57-1628f65efd5e'], hosted agents: [] {{(pid=88355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 22:10:33.192860 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fdde862-6b2a-474b-9e0f-dab0d99a76b6,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:10:33.206329 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:33.206693 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:33.207051 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:33.207403 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:33.207751 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:33.208098 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:33.208442 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:33.208803 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:33.209147 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:33.209485 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:33.209853 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Tracked resource versions report: Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: pushed versions: Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: { 'ConntrackHelper': {'1.0'}, Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'Log': {'1.0'}, Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'Network': {'1.1'}, Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'Port': {'1.5'}, Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'PortForwarding': {'1.2'}, Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'QosPolicy': {'1.8'}, Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroup': {'1.2'}, Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroupRule': {'1.0'}, Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'SubPort': {'1.0'}, Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'Subnet': {'1.1'}, Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'Trunk': {'1.1'}} Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: consumer versions: Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: { DHCP agent@dv-cinder-815883-4-smb: {}, Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: L3 agent@dv-cinder-815883-4-smb: {}, Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: Metadata agent@dv-cinder-815883-4-smb: {}, Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: Metering agent@dv-cinder-815883-4-smb: {}, Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: Open vSwitch agent@dv-cinder-815883-4-smb: { 'ConntrackHelper': '1.0', Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'Log': '1.0', Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'Network': '1.1', Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'Port': '1.5', Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'PortForwarding': '1.2', Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'QosPolicy': '1.8', Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroup': '1.2', Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroupRule': '1.0', Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'SubPort': '1.0', Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'Subnet': '1.1', Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: 'Trunk': '1.1'}} Nov 11 22:10:33.210958 dv-cinder-815883-4-smb neutron-server[88244]: {{(pid=88355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 11 22:10:33.245627 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:10:33.273847 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Network b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9 is scheduled to be hosted by DHCP agent 677b8291-3a34-4ed4-9d57-1628f65efd5e with binding_index 1 {{(pid=88355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 22:10:33.313759 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-smb, b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9) {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:10:33.318341 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:10:33.318999 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:33.323998 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dfed04-1fb2-4d60-91e8-9b6af27b8f94 None None] Network b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:10:33.372303 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8103340 Nov 11 22:10:33.729130 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5c71123-0637-5e80-91e8-52e6b825b827-b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9', 'network_id': 'b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9', 'tenant_id': '4c5097992d3d4f4492fb87b9468f435c', 'fixed_ips': [{'subnet_id': '6fdde862-6b2a-474b-9e0f-dab0d99a76b6'}]}} from dv-cinder-815883-4-smb. {{(pid=88357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 11 22:10:33.730199 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:33.941746 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Allocated IP 172.20.0.2 (b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9/6fdde862-6b2a-474b-9e0f-dab0d99a76b6/4438b4a7-93f7-476b-98f5-cf6bdfcbb848) {{(pid=88357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:10:34.179188 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Notify callbacks [] for port, precommit_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:34.425616 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Transition to ACTIVE for port object 4438b4a7-93f7-476b-98f5-cf6bdfcbb848 will not be triggered until provisioned by entity L2. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:10:34.447222 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Transition to ACTIVE for port object 4438b4a7-93f7-476b-98f5-cf6bdfcbb848 will not be triggered until provisioned by entity DHCP. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:10:34.486176 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:34.495474 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:10:34.623616 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Network b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9 is already hosted by enough agents. {{(pid=88357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:10:34.630315 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Resources bound (agent type, host, resource id): {{(pid=88357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:10:34.633054 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Pushing event updated for resources: {'Port': ['ID=4438b4a7-93f7-476b-98f5-cf6bdfcbb848,revision_number=1']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:10:34.639596 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Received port after_create {{(pid=88357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:10:34.710843 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:34.712853 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:34.713503 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:34.714165 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:34.714804 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:34.715438 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:34.716082 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:34.716718 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:34.717357 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:34.718006 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:34.718675 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Tracked resource versions report: Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: pushed versions: Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: { 'ConntrackHelper': {'1.0'}, Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'Log': {'1.0'}, Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'Network': {'1.1'}, Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'Port': {'1.5'}, Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'PortForwarding': {'1.2'}, Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'QosPolicy': {'1.8'}, Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroup': {'1.2'}, Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroupRule': {'1.0'}, Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'SubPort': {'1.0'}, Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'Subnet': {'1.1'}, Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'Trunk': {'1.1'}} Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: consumer versions: Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: { DHCP agent@dv-cinder-815883-4-smb: {}, Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: L3 agent@dv-cinder-815883-4-smb: {}, Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: Metadata agent@dv-cinder-815883-4-smb: {}, Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: Metering agent@dv-cinder-815883-4-smb: {}, Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: Open vSwitch agent@dv-cinder-815883-4-smb: { 'ConntrackHelper': '1.0', Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'Log': '1.0', Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'Network': '1.1', Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'Port': '1.5', Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'PortForwarding': '1.2', Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'QosPolicy': '1.8', Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroup': '1.2', Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroupRule': '1.0', Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'SubPort': '1.0', Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'Subnet': '1.1', Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: 'Trunk': '1.1'}} Nov 11 22:10:34.720828 dv-cinder-815883-4-smb neutron-server[88244]: {{(pid=88357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 11 22:10:34.748809 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:10:34.822296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Attempting to bind port 4438b4a7-93f7-476b-98f5-cf6bdfcbb848 on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:10:34.822720 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Attempting to bind port 4438b4a7-93f7-476b-98f5-cf6bdfcbb848 by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': '4bd497f0-de24-436a-8ad3-ec83a7cdd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9'}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:10:34.823140 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Attempting to bind port 4438b4a7-93f7-476b-98f5-cf6bdfcbb848 on network b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9 {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:10:34.830024 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:10:34.830441 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Checking segment: {'id': '4bd497f0-de24-436a-8ad3-ec83a7cdd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:10:34.830914 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:34.831339 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Bound using segment: {'id': '4bd497f0-de24-436a-8ad3-ec83a7cdd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9'} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:10:34.831887 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Bound port: 4438b4a7-93f7-476b-98f5-cf6bdfcbb848, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd497f0-de24-436a-8ad3-ec83a7cdd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9'}}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:10:34.832305 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:34.923773 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] For port 4438b4a7-93f7-476b-98f5-cf6bdfcbb848, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:10:34.928510 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] For port 4438b4a7-93f7-476b-98f5-cf6bdfcbb848, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=4438b4a7-93f7-476b-98f5-cf6bdfcbb848,segment=NetworkSegment(4bd497f0-de24-436a-8ad3-ec83a7cdd99a),segment_id=4bd497f0-de24-436a-8ad3-ec83a7cdd99a)] {{(pid=88357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:10:34.966573 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:34.971682 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:10:35.065479 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Pushing event updated for resources: {'Port': ['ID=4438b4a7-93f7-476b-98f5-cf6bdfcbb848,revision_number=2']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:10:35.068967 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:10:35.629206 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 52456) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:10:35.710605 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [None req-a55f90d2-24fa-4e65-be43-18e0c134d34d admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88355) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:10:35.712916 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-a55f90d2-24fa-4e65-be43-18e0c134d34d admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0813966 Nov 11 22:10:37.914483 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 52468) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:10:37.992867 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [None req-5a25e17d-d84f-45e0-bfd3-5d496f98aa47 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88355) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:10:37.993984 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-5a25e17d-d84f-45e0-bfd3-5d496f98aa47 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0784724 Nov 11 22:10:39.073436 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 4438b4a7-93f7-476b-98f5-cf6bdfcbb848 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:10:39.182835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port 4438b4a7-93f7-476b-98f5-cf6bdfcbb848 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:10:39.877592 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca9bbee-61a8-4dd6-af35-242e365c9f8d None None] Network b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:10:40.053778 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-59eedafb-3972-4469-85de-b46c454d5d8c None None] Provisioning for port 4438b4a7-93f7-476b-98f5-cf6bdfcbb848 completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:10:40.068203 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-59eedafb-3972-4469-85de-b46c454d5d8c None None] Provisioning complete for port 4438b4a7-93f7-476b-98f5-cf6bdfcbb848 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:10:40.068610 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-59eedafb-3972-4469-85de-b46c454d5d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:40.263792 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-59eedafb-3972-4469-85de-b46c454d5d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:40.307827 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-59eedafb-3972-4469-85de-b46c454d5d8c None None] For port 4438b4a7-93f7-476b-98f5-cf6bdfcbb848, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=4438b4a7-93f7-476b-98f5-cf6bdfcbb848,segment=NetworkSegment(4bd497f0-de24-436a-8ad3-ec83a7cdd99a),segment_id=4bd497f0-de24-436a-8ad3-ec83a7cdd99a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:10:40.337538 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-59eedafb-3972-4469-85de-b46c454d5d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:40.340158 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:10:40.376700 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 52486) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:10:40.413364 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eedafb-3972-4469-85de-b46c454d5d8c None None] Pushing event updated for resources: {'Port': ['ID=4438b4a7-93f7-476b-98f5-cf6bdfcbb848,revision_number=3']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:10:40.418242 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-59eedafb-3972-4469-85de-b46c454d5d8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:10:40.458613 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-63de6b9b-c7dc-4975-b1f5-560e7d264b2d admin admin] Request body: {'router': {'tenant_id': '4c5097992d3d4f4492fb87b9468f435c', 'name': 'router1', 'admin_state_up': True}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:10:40.464412 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-63de6b9b-c7dc-4975-b1f5-560e7d264b2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:10:40.468444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-63de6b9b-c7dc-4975-b1f5-560e7d264b2d admin admin] Usage tracker for resource:router and tenant:4c5097992d3d4f4492fb87b9468f435c is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:10:40.471741 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-63de6b9b-c7dc-4975-b1f5-560e7d264b2d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:10:40.477876 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-63de6b9b-c7dc-4975-b1f5-560e7d264b2d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:10:40.514299 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-63de6b9b-c7dc-4975-b1f5-560e7d264b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854293586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036852686418'] for router, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:40.516320 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-63de6b9b-c7dc-4975-b1f5-560e7d264b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854332808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2089382'] for router, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:40.563581 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-d7427446-dab8-4ab4-aee4-8e3c8ddad81c None None] Provisioning complete for port 4438b4a7-93f7-476b-98f5-cf6bdfcbb848 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:10:40.563905 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d7427446-dab8-4ab4-aee4-8e3c8ddad81c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:40.609699 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-63de6b9b-c7dc-4975-b1f5-560e7d264b2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:40.743756 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-63de6b9b-c7dc-4975-b1f5-560e7d264b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442926'] for router, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:40.805759 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-63de6b9b-c7dc-4975-b1f5-560e7d264b2d admin admin] Notify callbacks [] for router, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:40.807125 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-63de6b9b-c7dc-4975-b1f5-560e7d264b2d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4293694 Nov 11 22:10:41.048659 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 4438b4a7-93f7-476b-98f5-cf6bdfcbb848 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:10:41.121550 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 4438b4a7-93f7-476b-98f5-cf6bdfcbb848 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:10:41.121977 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:43.038670 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 52498) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:10:43.119242 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [None req-0ba9ff47-531c-4827-9cfa-f8003acf2906 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:10:43.120344 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-0ba9ff47-531c-4827-9cfa-f8003acf2906 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0805311 Nov 11 22:10:45.409160 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 52510) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:10:45.491235 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:10:45.496171 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:10:45.500666 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Usage tracker for resource:network and tenant:e1958718bee8408a8ca9919fa773656b is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:10:45.503743 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:10:45.510237 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:10:45.599836 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Made reservation on behalf of e1958718bee8408a8ca9919fa773656b for: {'network': 1} {{(pid=88355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:10:45.604569 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for network, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:45.622371 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:45.768371 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:10:45.772241 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Usage tracker for resource:security_group_rule and tenant:e1958718bee8408a8ca9919fa773656b is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:10:45.775541 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:10:45.781858 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:10:45.919309 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:45.965544 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:45.970812 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:10:45.999454 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe2c858-3f01-4f9e-93a3-c8c4226fcff5,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:10:46.003260 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:10:46.034202 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Reserving flat network on physical network physnet1 {{(pid=88355) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 11 22:10:46.103222 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363274046161473', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:46.103811 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Unsubscribe: segment precommit_create {{(pid=88355) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 11 22:10:46.104266 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.segments_db [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Added segment 7bda16b8-2229-4959-bab7-94b5599a4f18 of type flat for network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 Nov 11 22:10:46.234234 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762808067494'] for network, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:46.302601 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for network, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:46.303864 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:10:46.304489 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:46.309432 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:10:46.534296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Pushing event updated for resources: {'Network': ['ID=bf438b09-e7cb-41a3-9cf4-64cadd7b8e13,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:10:46.537554 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:10:46.544814 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 details requested by agent ovs-agent-dv-cinder-815883-4-smb with host dv-cinder-815883-4-smb {{(pid=88357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 22:10:46.561123 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1507781 Nov 11 22:10:47.108273 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a299649b-3c08-46ff-8d8a-94082390572d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:48.760052 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:48.779512 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 52522) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:10:48.923114 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c6e065-428e-477b-bf78-d3423b827e8a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:10:48.924607 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-49c6e065-428e-477b-bf78-d3423b827e8a admin admin] 10.222.0.25 "GET /v2.0/subnets/6fdde862-6b2a-474b-9e0f-dab0d99a76b6 HTTP/1.1" status: 200 len: 849 time: 0.1441119 Nov 11 22:10:49.076973 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-150e62f6-21c8-4f39-8375-7cefdffbab88 admin admin] 10.222.0.25 "GET /v2.0/routers/d82b5e88-dd41-45e6-b7d2-00ae86bed8bf HTTP/1.1" status: 200 len: 704 time: 0.1459622 Nov 11 22:10:49.579615 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:49.627520 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4a4d819c-c3dd-46bc-b266-2e781f2c99e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:49.844053 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Allocated IP 172.20.0.1 (b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9/6fdde862-6b2a-474b-9e0f-dab0d99a76b6/15be820d-ee55-4a2e-8145-98af080b688e) {{(pid=88355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:10:50.131427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:50.149972 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Transition to ACTIVE for port object 15be820d-ee55-4a2e-8145-98af080b688e will not be triggered until provisioned by entity DHCP. {{(pid=88355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:10:50.160145 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:50.235738 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:50.241174 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:10:50.309875 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Network b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9 is already hosted by enough agents. {{(pid=88355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:10:50.313588 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:10:50.317693 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Received port after_create {{(pid=88355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:10:50.318259 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854332565'] for router_interface, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:50.325966 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Pushing event updated for resources: {'Port': ['ID=15be820d-ee55-4a2e-8145-98af080b688e,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:10:50.369363 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:10:50.489335 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:50.628361 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-664b974e-fbc9-4ac2-b1de-f99c2821c1a3 None None] Provisioning for port 15be820d-ee55-4a2e-8145-98af080b688e completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:10:50.633946 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-664b974e-fbc9-4ac2-b1de-f99c2821c1a3 None None] Provisioning complete for port 15be820d-ee55-4a2e-8145-98af080b688e triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:10:50.634357 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-664b974e-fbc9-4ac2-b1de-f99c2821c1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:50.693940 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-664b974e-fbc9-4ac2-b1de-f99c2821c1a3 None None] Port 15be820d-ee55-4a2e-8145-98af080b688e cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:10:50.824366 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:50.855902 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:50.857143 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851471324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443148'] for router_interface, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:50.861786 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:10:51.115105 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Pushing event updated for resources: {'Port': ['ID=15be820d-ee55-4a2e-8145-98af080b688e,revision_number=2']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:10:51.161976 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:10:51.218909 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Network b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9 is already hosted by enough agents. {{(pid=88355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:10:51.220023 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:10:51.347189 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:51.525195 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-ce3780a0-2d61-4133-9b3c-e7a1cd8468c5 None None] Provisioning complete for port 15be820d-ee55-4a2e-8145-98af080b688e triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:10:51.525663 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ce3780a0-2d61-4133-9b3c-e7a1cd8468c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:51.581248 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ce3780a0-2d61-4133-9b3c-e7a1cd8468c5 None None] Port 15be820d-ee55-4a2e-8145-98af080b688e cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:10:51.645220 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Router d82b5e88-dd41-45e6-b7d2-00ae86bed8bf is scheduled to L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a with binding_index 1 {{(pid=88355) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 11 22:10:51.822690 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:10:51.832984 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] 10.222.0.25 "PUT /v2.0/routers/d82b5e88-dd41-45e6-b7d2-00ae86bed8bf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7498415 Nov 11 22:10:51.848983 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Sync routers for ids ['d82b5e88-dd41-45e6-b7d2-00ae86bed8bf'] in dv-cinder-815883-4-smb {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:10:51.864423 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Routers {'d82b5e88-dd41-45e6-b7d2-00ae86bed8bf'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:10:51.865167 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:10:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['d82b5e88-dd41-45e6-b7d2-00ae86bed8bf'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:10:52.048889 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Set router d82b5e88-dd41-45e6-b7d2-00ae86bed8bf gateway port host: None {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:10:52.459344 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82b5e88-dd41-45e6-b7d2-00ae86bed8bf', 'name': 'router1', 'tenant_id': '4c5097992d3d4f4492fb87b9468f435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:40Z', 'updated_at': '2021-11-11T22:10:50Z', 'revision_number': 2, 'project_id': '4c5097992d3d4f4492fb87b9468f435c', 'gw_port_host': None, '_interfaces': [{'id': '15be820d-ee55-4a2e-8145-98af080b688e', 'name': '', 'network_id': 'b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9', 'tenant_id': '4c5097992d3d4f4492fb87b9468f435c', 'mac_address': 'fa:16:3e:84:49:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82b5e88-dd41-45e6-b7d2-00ae86bed8bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fdde862-6b2a-474b-9e0f-dab0d99a76b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:49Z', 'updated_at': '2021-11-11T22:10:50Z', 'revision_number': 2, 'project_id': '4c5097992d3d4f4492fb87b9468f435c', 'subnets': [{'id': '6fdde862-6b2a-474b-9e0f-dab0d99a76b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69807769-f0d8-4781-963f-031eb4fb5d9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:10:52.465052 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Checking router: d82b5e88-dd41-45e6-b7d2-00ae86bed8bf for host: dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:10:52.466428 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Updating router d82b5e88-dd41-45e6-b7d2-00ae86bed8bf port 15be820d-ee55-4a2e-8145-98af080b688e binding host dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 22:10:52.541929 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:52.951676 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Notify callbacks [] for port, precommit_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:52.967833 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Transition to ACTIVE for port object 15be820d-ee55-4a2e-8145-98af080b688e will not be triggered until provisioned by entity L2. {{(pid=88358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:10:53.005445 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:53.010099 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:10:53.173061 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbb8e7-d626-458e-97a3-99e9cfbb3d76 None None] Pushing event updated for resources: {'Port': ['ID=15be820d-ee55-4a2e-8145-98af080b688e,revision_number=3']} {{(pid=88358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:10:53.227931 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbb8e7-d626-458e-97a3-99e9cfbb3d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:53.228324 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbb8e7-d626-458e-97a3-99e9cfbb3d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:53.228544 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbb8e7-d626-458e-97a3-99e9cfbb3d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:53.228918 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbb8e7-d626-458e-97a3-99e9cfbb3d76 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:53.229271 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbb8e7-d626-458e-97a3-99e9cfbb3d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:53.229633 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbb8e7-d626-458e-97a3-99e9cfbb3d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:53.230005 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbb8e7-d626-458e-97a3-99e9cfbb3d76 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:53.230358 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbb8e7-d626-458e-97a3-99e9cfbb3d76 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:53.230707 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbb8e7-d626-458e-97a3-99e9cfbb3d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:53.231055 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbb8e7-d626-458e-97a3-99e9cfbb3d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:53.231402 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbb8e7-d626-458e-97a3-99e9cfbb3d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacbb8e7-d626-458e-97a3-99e9cfbb3d76 None None] Tracked resource versions report: Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: pushed versions: Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: { 'ConntrackHelper': {'1.0'}, Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'Log': {'1.0'}, Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'Network': {'1.1'}, Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'Port': {'1.5'}, Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'PortForwarding': {'1.2'}, Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'QosPolicy': {'1.8'}, Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroup': {'1.2'}, Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroupRule': {'1.0'}, Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'SubPort': {'1.0'}, Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'Subnet': {'1.1'}, Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'Trunk': {'1.1'}} Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: consumer versions: Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: { DHCP agent@dv-cinder-815883-4-smb: {}, Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: L3 agent@dv-cinder-815883-4-smb: {}, Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: Metadata agent@dv-cinder-815883-4-smb: {}, Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: Metering agent@dv-cinder-815883-4-smb: {}, Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: Open vSwitch agent@dv-cinder-815883-4-smb: { 'ConntrackHelper': '1.0', Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'Log': '1.0', Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'Network': '1.1', Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'Port': '1.5', Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'PortForwarding': '1.2', Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'QosPolicy': '1.8', Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroup': '1.2', Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroupRule': '1.0', Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'SubPort': '1.0', Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'Subnet': '1.1', Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: 'Trunk': '1.1'}} Nov 11 22:10:53.232534 dv-cinder-815883-4-smb neutron-server[88244]: {{(pid=88358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 11 22:10:53.244853 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eacbb8e7-d626-458e-97a3-99e9cfbb3d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:10:53.256567 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Attempting to bind port 15be820d-ee55-4a2e-8145-98af080b688e on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:10:53.257439 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Attempting to bind port 15be820d-ee55-4a2e-8145-98af080b688e by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': '4bd497f0-de24-436a-8ad3-ec83a7cdd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9'}] {{(pid=88358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:10:53.257439 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Attempting to bind port 15be820d-ee55-4a2e-8145-98af080b688e on network b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9 {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:10:53.265835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:10:53.266222 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Checking segment: {'id': '4bd497f0-de24-436a-8ad3-ec83a7cdd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:10:53.266700 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:53.267120 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Bound using segment: {'id': '4bd497f0-de24-436a-8ad3-ec83a7cdd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9'} {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:10:53.267676 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Bound port: 15be820d-ee55-4a2e-8145-98af080b688e, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd497f0-de24-436a-8ad3-ec83a7cdd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9'}}] {{(pid=88358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:10:53.268083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:53.369566 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] For port 15be820d-ee55-4a2e-8145-98af080b688e, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:10:53.374758 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] For port 15be820d-ee55-4a2e-8145-98af080b688e, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=15be820d-ee55-4a2e-8145-98af080b688e,segment=NetworkSegment(4bd497f0-de24-436a-8ad3-ec83a7cdd99a),segment_id=4bd497f0-de24-436a-8ad3-ec83a7cdd99a)] {{(pid=88358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:10:53.450613 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:53.456449 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:10:53.555320 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbb8e7-d626-458e-97a3-99e9cfbb3d76 None None] Pushing event updated for resources: {'Port': ['ID=15be820d-ee55-4a2e-8145-98af080b688e,revision_number=4']} {{(pid=88358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:10:53.560131 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eacbb8e7-d626-458e-97a3-99e9cfbb3d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:10:53.568275 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Routers {'d82b5e88-dd41-45e6-b7d2-00ae86bed8bf'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:10:53.568953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:10:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['d82b5e88-dd41-45e6-b7d2-00ae86bed8bf'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:10:53.747063 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] Set router d82b5e88-dd41-45e6-b7d2-00ae86bed8bf gateway port host: None {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:10:54.067206 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 52536) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:10:54.313071 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1a553b-f08d-4db3-8def-38283d96c885 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:10:54.313636 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-3d1a553b-f08d-4db3-8def-38283d96c885 admin admin] Synchronizing usage tracker for tenant:e1958718bee8408a8ca9919fa773656b on resource:network {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:10:54.314482 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82b5e88-dd41-45e6-b7d2-00ae86bed8bf', 'name': 'router1', 'tenant_id': '4c5097992d3d4f4492fb87b9468f435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:40Z', 'updated_at': '2021-11-11T22:10:50Z', 'revision_number': 2, 'project_id': '4c5097992d3d4f4492fb87b9468f435c', 'gw_port_host': None, '_interfaces': [{'id': '15be820d-ee55-4a2e-8145-98af080b688e', 'name': '', 'network_id': 'b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9', 'tenant_id': '4c5097992d3d4f4492fb87b9468f435c', 'mac_address': 'fa:16:3e:84:49:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82b5e88-dd41-45e6-b7d2-00ae86bed8bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fdde862-6b2a-474b-9e0f-dab0d99a76b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:49Z', 'updated_at': '2021-11-11T22:10:53Z', 'revision_number': 4, 'project_id': '4c5097992d3d4f4492fb87b9468f435c', 'subnets': [{'id': '6fdde862-6b2a-474b-9e0f-dab0d99a76b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69807769-f0d8-4781-963f-031eb4fb5d9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:10:54.319198 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d7b3d1-a74d-427e-a572-6ba3b444f9b5 None None] The sync data for ids ['d82b5e88-dd41-45e6-b7d2-00ae86bed8bf'] in dv-cinder-815883-4-smb is: [{'id': 'd82b5e88-dd41-45e6-b7d2-00ae86bed8bf', 'name': 'router1', 'tenant_id': '4c5097992d3d4f4492fb87b9468f435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:40Z', 'updated_at': '2021-11-11T22:10:50Z', 'revision_number': 2, 'project_id': '4c5097992d3d4f4492fb87b9468f435c', 'gw_port_host': None, '_interfaces': [{'id': '15be820d-ee55-4a2e-8145-98af080b688e', 'name': '', 'network_id': 'b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9', 'tenant_id': '4c5097992d3d4f4492fb87b9468f435c', 'mac_address': 'fa:16:3e:84:49:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82b5e88-dd41-45e6-b7d2-00ae86bed8bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fdde862-6b2a-474b-9e0f-dab0d99a76b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:49Z', 'updated_at': '2021-11-11T22:10:53Z', 'revision_number': 4, 'project_id': '4c5097992d3d4f4492fb87b9468f435c', 'subnets': [{'id': '6fdde862-6b2a-474b-9e0f-dab0d99a76b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69807769-f0d8-4781-963f-031eb4fb5d9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:10:54.365860 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-3d1a553b-f08d-4db3-8def-38283d96c885 admin admin] Unset dirty status for tenant:e1958718bee8408a8ca9919fa773656b on resource:network {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:10:54.367509 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-3d1a553b-f08d-4db3-8def-38283d96c885 admin admin] 10.222.0.25 "GET /v2.0/networks/bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 HTTP/1.1" status: 200 len: 842 time: 0.3023925 Nov 11 22:10:54.377933 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-861a07a5-2cee-424f-92e5-fb20d147fecc admin admin] Request body: {'subnet': {'cidr': '172.28.0.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'gateway_ip': '172.28.0.1', 'name': 'public-subnet'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:10:54.383901 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-861a07a5-2cee-424f-92e5-fb20d147fecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:10:54.388085 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-861a07a5-2cee-424f-92e5-fb20d147fecc admin admin] Usage tracker for resource:subnet and tenant:e1958718bee8408a8ca9919fa773656b is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:10:54.391753 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-861a07a5-2cee-424f-92e5-fb20d147fecc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:10:54.398620 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-861a07a5-2cee-424f-92e5-fb20d147fecc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:10:54.433948 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861a07a5-2cee-424f-92e5-fb20d147fecc admin admin] Made reservation on behalf of e1958718bee8408a8ca9919fa773656b for: {'subnet': 1} {{(pid=88355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:10:54.438822 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-861a07a5-2cee-424f-92e5-fb20d147fecc admin admin] Notify callbacks [] for subnet, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:55.006156 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-861a07a5-2cee-424f-92e5-fb20d147fecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for subnet, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:55.010449 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-902823d1-c0e4-40dd-8d2d-8a0ca212e0d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:10:55.088192 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a07a5-2cee-424f-92e5-fb20d147fecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef69609a-b63d-436e-8cdc-c158ad574162,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:10:55.091213 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-861a07a5-2cee-424f-92e5-fb20d147fecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:10:55.106854 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861a07a5-2cee-424f-92e5-fb20d147fecc admin admin] Checking segment: {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:10:55.107281 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861a07a5-2cee-424f-92e5-fb20d147fecc admin admin] Network hostable DHCP agents. Network: bf438b09-e7cb-41a3-9cf4-64cadd7b8e13, hostable agents: ['677b8291-3a34-4ed4-9d57-1628f65efd5e'], hosted agents: [] {{(pid=88355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 22:10:55.188634 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861a07a5-2cee-424f-92e5-fb20d147fecc admin admin] Network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 is scheduled to be hosted by DHCP agent 677b8291-3a34-4ed4-9d57-1628f65efd5e with binding_index 1 {{(pid=88355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 22:10:55.251721 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-861a07a5-2cee-424f-92e5-fb20d147fecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-smb, bf438b09-e7cb-41a3-9cf4-64cadd7b8e13) {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:10:55.256886 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861a07a5-2cee-424f-92e5-fb20d147fecc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:10:55.257642 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-861a07a5-2cee-424f-92e5-fb20d147fecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:55.263501 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd20315-9910-4cdb-8432-ba49ab4807ea None None] Network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:10:55.317831 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-861a07a5-2cee-424f-92e5-fb20d147fecc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9401181 Nov 11 22:10:55.695664 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886ca1fe-3cbf-42dc-a1cf-7a913d1be583 None None] Network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:10:57.101959 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 15be820d-ee55-4a2e-8145-98af080b688e up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:10:57.462379 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port 15be820d-ee55-4a2e-8145-98af080b688e completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:10:57.472635 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 15be820d-ee55-4a2e-8145-98af080b688e triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:10:57.473321 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:57.654291 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:57.704379 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] For port 15be820d-ee55-4a2e-8145-98af080b688e, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=15be820d-ee55-4a2e-8145-98af080b688e,segment=NetworkSegment(4bd497f0-de24-436a-8ad3-ec83a7cdd99a),segment_id=4bd497f0-de24-436a-8ad3-ec83a7cdd99a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:10:57.722245 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 52552) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:10:57.742878 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:57.745575 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:10:57.835557 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Pushing event updated for resources: {'Port': ['ID=15be820d-ee55-4a2e-8145-98af080b688e,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:10:57.839777 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:10:58.051271 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-a8059ef9-6d7f-40e5-a13d-3490ca4b7af7 admin admin] 10.222.0.25 "GET /v2.0/routers/d82b5e88-dd41-45e6-b7d2-00ae86bed8bf HTTP/1.1" status: 200 len: 710 time: 0.3352687 Nov 11 22:10:58.201945 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6c1394-d17e-4678-9be5-79008574dadd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:10:58.203810 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-aa6c1394-d17e-4678-9be5-79008574dadd admin admin] 10.222.0.25 "GET /v2.0/networks/bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 HTTP/1.1" status: 200 len: 886 time: 0.1461563 Nov 11 22:10:58.214394 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:10:58.883545 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854332855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854293569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2089417'] for router, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:59.064891 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 15be820d-ee55-4a2e-8145-98af080b688e up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:10:59.156436 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:59.171384 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 15be820d-ee55-4a2e-8145-98af080b688e triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:10:59.172035 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:59.220317 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:59.416908 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] Allocated IP 172.28.0.233 (bf438b09-e7cb-41a3-9cf4-64cadd7b8e13/ef69609a-b63d-436e-8cdc-c158ad574162/c28e769e-399c-4578-a6f3-0bc30bc1e252) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:10:59.664430 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:59.789166 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:10:59.794454 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:10:59.868755 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] Network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:10:59.869634 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c28e769e-399c-4578-a6f3-0bc30bc1e252,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:10:59.872427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:10:59.888329 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:10:59.895188 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:11:00.220352 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:00.396323 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854332855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854293569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2089417'] for router, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:00.400160 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-442961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854332890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-482183'] for router, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:00.730048 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] Router d82b5e88-dd41-45e6-b7d2-00ae86bed8bf has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:11:01.112447 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:11:01.121771 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] Notify callbacks [] for router, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:01.123078 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] 10.222.0.25 "PUT /v2.0/routers/d82b5e88-dd41-45e6-b7d2-00ae86bed8bf HTTP/1.1" status: 200 len: 890 time: 2.9126894 Nov 11 22:11:01.123531 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Sync routers for ids ['d82b5e88-dd41-45e6-b7d2-00ae86bed8bf'] in dv-cinder-815883-4-smb {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:11:01.137554 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Routers {'d82b5e88-dd41-45e6-b7d2-00ae86bed8bf'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:11:01.138295 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:10:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['d82b5e88-dd41-45e6-b7d2-00ae86bed8bf'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:11:01.356079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Set router d82b5e88-dd41-45e6-b7d2-00ae86bed8bf gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:11:01.385276 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 5 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:11:01.762033 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82b5e88-dd41-45e6-b7d2-00ae86bed8bf', 'name': 'router1', 'tenant_id': '4c5097992d3d4f4492fb87b9468f435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'c28e769e-399c-4578-a6f3-0bc30bc1e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:40Z', 'updated_at': '2021-11-11T22:10:59Z', 'revision_number': 4, 'project_id': '4c5097992d3d4f4492fb87b9468f435c', 'gw_port': {'id': 'c28e769e-399c-4578-a6f3-0bc30bc1e252', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:87:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82b5e88-dd41-45e6-b7d2-00ae86bed8bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:59Z', 'updated_at': '2021-11-11T22:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '15be820d-ee55-4a2e-8145-98af080b688e', 'name': '', 'network_id': 'b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9', 'tenant_id': '4c5097992d3d4f4492fb87b9468f435c', 'mac_address': 'fa:16:3e:84:49:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82b5e88-dd41-45e6-b7d2-00ae86bed8bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fdde862-6b2a-474b-9e0f-dab0d99a76b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:49Z', 'updated_at': '2021-11-11T22:10:57Z', 'revision_number': 5, 'project_id': '4c5097992d3d4f4492fb87b9468f435c', 'subnets': [{'id': '6fdde862-6b2a-474b-9e0f-dab0d99a76b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69807769-f0d8-4781-963f-031eb4fb5d9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:11:01.767683 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Checking router: d82b5e88-dd41-45e6-b7d2-00ae86bed8bf for host: dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:11:01.768074 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Updating router d82b5e88-dd41-45e6-b7d2-00ae86bed8bf port c28e769e-399c-4578-a6f3-0bc30bc1e252 binding host dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 22:11:01.825840 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:02.225533 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Notify callbacks [] for port, precommit_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:02.241103 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Transition to ACTIVE for port object c28e769e-399c-4578-a6f3-0bc30bc1e252 will not be triggered until provisioned by entity L2. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:11:02.319843 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:02.324213 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:11:02.408114 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576314f-aeaf-44a2-b2ae-1d56baac64bd None None] Pushing event updated for resources: {'Port': ['ID=c28e769e-399c-4578-a6f3-0bc30bc1e252,revision_number=2']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:11:02.411982 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6576314f-aeaf-44a2-b2ae-1d56baac64bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:11:02.412873 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Attempting to bind port c28e769e-399c-4578-a6f3-0bc30bc1e252 on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:11:02.413281 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Attempting to bind port c28e769e-399c-4578-a6f3-0bc30bc1e252 by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:11:02.413686 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Attempting to bind port c28e769e-399c-4578-a6f3-0bc30bc1e252 on network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:11:02.420902 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:11:02.421372 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Checking segment: {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:11:02.421834 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:02.422269 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Bound using segment: {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:11:02.422784 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Bound port: c28e769e-399c-4578-a6f3-0bc30bc1e252, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:11:02.423217 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:02.505426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] For port c28e769e-399c-4578-a6f3-0bc30bc1e252, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:11:02.508573 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] For port c28e769e-399c-4578-a6f3-0bc30bc1e252, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=c28e769e-399c-4578-a6f3-0bc30bc1e252,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:11:02.543162 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:02.548778 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:11:02.626550 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576314f-aeaf-44a2-b2ae-1d56baac64bd None None] Pushing event updated for resources: {'Port': ['ID=c28e769e-399c-4578-a6f3-0bc30bc1e252,revision_number=3']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:11:02.631222 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6576314f-aeaf-44a2-b2ae-1d56baac64bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:11:02.635749 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Routers {'d82b5e88-dd41-45e6-b7d2-00ae86bed8bf'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:11:02.636445 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:10:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['d82b5e88-dd41-45e6-b7d2-00ae86bed8bf'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:11:02.978857 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] Set router d82b5e88-dd41-45e6-b7d2-00ae86bed8bf gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:11:03.442309 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82b5e88-dd41-45e6-b7d2-00ae86bed8bf', 'name': 'router1', 'tenant_id': '4c5097992d3d4f4492fb87b9468f435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'c28e769e-399c-4578-a6f3-0bc30bc1e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:40Z', 'updated_at': '2021-11-11T22:10:59Z', 'revision_number': 4, 'project_id': '4c5097992d3d4f4492fb87b9468f435c', 'gw_port': {'id': 'c28e769e-399c-4578-a6f3-0bc30bc1e252', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:87:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82b5e88-dd41-45e6-b7d2-00ae86bed8bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:59Z', 'updated_at': '2021-11-11T22:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '15be820d-ee55-4a2e-8145-98af080b688e', 'name': '', 'network_id': 'b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9', 'tenant_id': '4c5097992d3d4f4492fb87b9468f435c', 'mac_address': 'fa:16:3e:84:49:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82b5e88-dd41-45e6-b7d2-00ae86bed8bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fdde862-6b2a-474b-9e0f-dab0d99a76b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:49Z', 'updated_at': '2021-11-11T22:10:57Z', 'revision_number': 5, 'project_id': '4c5097992d3d4f4492fb87b9468f435c', 'subnets': [{'id': '6fdde862-6b2a-474b-9e0f-dab0d99a76b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69807769-f0d8-4781-963f-031eb4fb5d9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:11:03.446729 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3d4c50-17cf-4600-b485-fa7a1edc336c None None] The sync data for ids ['d82b5e88-dd41-45e6-b7d2-00ae86bed8bf'] in dv-cinder-815883-4-smb is: [{'id': 'd82b5e88-dd41-45e6-b7d2-00ae86bed8bf', 'name': 'router1', 'tenant_id': '4c5097992d3d4f4492fb87b9468f435c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.233'}], 'enable_snat': True}, 'gw_port_id': 'c28e769e-399c-4578-a6f3-0bc30bc1e252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:10:40Z', 'updated_at': '2021-11-11T22:10:59Z', 'revision_number': 4, 'project_id': '4c5097992d3d4f4492fb87b9468f435c', 'gw_port': {'id': 'c28e769e-399c-4578-a6f3-0bc30bc1e252', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:87:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82b5e88-dd41-45e6-b7d2-00ae86bed8bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:59Z', 'updated_at': '2021-11-11T22:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '15be820d-ee55-4a2e-8145-98af080b688e', 'name': '', 'network_id': 'b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9', 'tenant_id': '4c5097992d3d4f4492fb87b9468f435c', 'mac_address': 'fa:16:3e:84:49:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82b5e88-dd41-45e6-b7d2-00ae86bed8bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fdde862-6b2a-474b-9e0f-dab0d99a76b6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:10:49Z', 'updated_at': '2021-11-11T22:10:57Z', 'revision_number': 5, 'project_id': '4c5097992d3d4f4492fb87b9468f435c', 'subnets': [{'id': '6fdde862-6b2a-474b-9e0f-dab0d99a76b6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '69807769-f0d8-4781-963f-031eb4fb5d9c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:11:03.781577 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 52566) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:11:03.936655 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-f3a658a7-d852-4bc8-b3dc-a17fb4fc160a admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1530461 Nov 11 22:11:05.093865 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device c28e769e-399c-4578-a6f3-0bc30bc1e252 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:11:05.291232 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port c28e769e-399c-4578-a6f3-0bc30bc1e252 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:11:05.297705 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port c28e769e-399c-4578-a6f3-0bc30bc1e252 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:11:05.298191 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:05.426221 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:05.444177 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] For port c28e769e-399c-4578-a6f3-0bc30bc1e252, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=c28e769e-399c-4578-a6f3-0bc30bc1e252,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:11:05.495550 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:05.497898 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6576314f-aeaf-44a2-b2ae-1d56baac64bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:11:05.570884 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Pushing event updated for resources: {'Port': ['ID=c28e769e-399c-4578-a6f3-0bc30bc1e252,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:11:05.575210 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:11:07.088421 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device c28e769e-399c-4578-a6f3-0bc30bc1e252 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:11:07.184547 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port c28e769e-399c-4578-a6f3-0bc30bc1e252 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:11:07.184964 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:17.123556 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c86428d5-3984-4215-837d-d9933fe03451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:18.757577 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:19.633418 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ddd8cfe-f345-4035-85b9-1d5433d3ca99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:20.162811 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:21.347815 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:38.385798 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 5 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:11:47.149639 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1e6c87ca-0548-490e-879f-98b42dd03ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:48.758588 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:49.632426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a39edad1-de88-4024-be59-d1de871af449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:50.170481 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:11:51.352627 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:12:15.385899 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 5 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:12:17.126839 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3b97eade-c1fb-4afb-818b-b34cca39984d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:12:18.769157 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:12:19.632296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-add56853-3ced-45af-8973-ec8815febe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:12:20.180670 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:12:21.357673 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:12:43.055463 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53104) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:12:43.154549 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-784e056e-8cb3-4e7e-a88f-13f59e1ede2e admin admin] GET failed (client error): The resource could not be found. Nov 11 22:12:43.155883 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-784e056e-8cb3-4e7e-a88f-13f59e1ede2e admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0991852 Nov 11 22:12:43.299358 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f85012-3fee-4646-8d5b-9ca09a5cc083 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:12:43.300133 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-f7f85012-3fee-4646-8d5b-9ca09a5cc083 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1399369 Nov 11 22:12:45.429641 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53116) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:12:45.579489 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8135a7e8-ff53-4cbb-ad04-8dd4f2d4a8a7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:12:45.580886 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-8135a7e8-ff53-4cbb-ad04-8dd4f2d4a8a7 admin admin] 10.222.0.25 "GET /v2.0/subnets/6fdde862-6b2a-474b-9e0f-dab0d99a76b6 HTTP/1.1" status: 200 len: 849 time: 0.1501601 Nov 11 22:12:45.591326 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:12:45.711043 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:12:45.953790 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762808489126'] for subnet, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:12:45.957848 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:12:46.012540 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:12:46.013352 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:12:46.015067 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] 10.222.0.25 "PUT /v2.0/subnets/6fdde862-6b2a-474b-9e0f-dab0d99a76b6 HTTP/1.1" status: 200 len: 868 time: 0.4276781 Nov 11 22:12:46.017356 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf20b70-067e-43fe-991d-d405fd2dc935 None None] Network b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:12:46.026409 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fdde862-6b2a-474b-9e0f-dab0d99a76b6,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:12:46.036530 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:12:46.036919 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:12:46.037259 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:12:46.037618 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:12:46.038013 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:12:46.038375 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:12:46.038727 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:12:46.039084 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:12:46.039439 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:12:46.039792 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:12:46.040140 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:12:46.044587 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:12:46.550439 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-fda7d13c-0d94-4cc4-bf1f-9cf123e364c9 None None] Provisioning complete for port 4438b4a7-93f7-476b-98f5-cf6bdfcbb848 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:12:46.551018 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fda7d13c-0d94-4cc4-bf1f-9cf123e364c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:12:46.696709 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-fda7d13c-0d94-4cc4-bf1f-9cf123e364c9 None None] Provisioning complete for port 15be820d-ee55-4a2e-8145-98af080b688e triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:12:46.697108 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fda7d13c-0d94-4cc4-bf1f-9cf123e364c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:12:47.116979 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-31edd08a-fab1-4eda-99b6-0c8efeb5c8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:12:48.133400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53128) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:12:48.345382 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ce5e54-b8a2-4abd-b41d-11d6095620f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:12:48.345717 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ce5e54-b8a2-4abd-b41d-11d6095620f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:12:48.347420 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-e7ce5e54-b8a2-4abd-b41d-11d6095620f9 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2129431 Nov 11 22:12:48.762649 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:12:49.625815 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3586a474-10f2-4fc1-8754-2085efc28519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:12:50.171011 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:12:50.476651 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53140) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:12:50.691929 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88ca129-d7ed-400f-8a34-649cc43fd73c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:12:50.692491 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88ca129-d7ed-400f-8a34-649cc43fd73c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:12:50.693990 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-e88ca129-d7ed-400f-8a34-649cc43fd73c admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2162547 Nov 11 22:12:51.359617 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:12:52.387850 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 5 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:12:52.825421 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53152) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:12:53.039142 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3534c06c-8022-45d3-b5e4-bcc5fade8816 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:12:53.040558 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-3534c06c-8022-45d3-b5e4-bcc5fade8816 admin admin] 10.222.0.25 "GET /v2.0/networks/b9ab4d65-c8e2-4504-8df4-5c1f2f0946f9 HTTP/1.1" status: 200 len: 869 time: 0.2140398 Nov 11 22:12:55.158637 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53164) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:12:55.368825 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2abbc9-c3d3-4770-9676-35dd09f9c906 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:12:55.370788 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-8b2abbc9-c3d3-4770-9676-35dd09f9c906 admin admin] 10.222.0.25 "GET /v2.0/networks/bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 HTTP/1.1" status: 200 len: 886 time: 0.2111244 Nov 11 22:12:57.507401 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53176) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:12:57.648329 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1281d7e6-ba77-4921-99d8-4eacb6f8dd2c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:12:57.648747 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1281d7e6-ba77-4921-99d8-4eacb6f8dd2c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:12:57.650447 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-1281d7e6-ba77-4921-99d8-4eacb6f8dd2c admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1419172 Nov 11 22:12:59.765174 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53188) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:12:59.916553 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad82b94-c705-4cc3-baa6-64cc679a49f4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:12:59.916965 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad82b94-c705-4cc3-baa6-64cc679a49f4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:12:59.918658 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-bad82b94-c705-4cc3-baa6-64cc679a49f4 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1523938 Nov 11 22:13:02.047049 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53200) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:13:02.189425 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5db99d1-b869-4b6a-ac52-0136813becee admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:13:02.190766 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-a5db99d1-b869-4b6a-ac52-0136813becee admin admin] 10.222.0.25 "GET /v2.0/subnets/6fdde862-6b2a-474b-9e0f-dab0d99a76b6 HTTP/1.1" status: 200 len: 868 time: 0.1426942 Nov 11 22:13:04.312326 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53212) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:13:04.449995 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64626f9c-cb81-43a5-b107-4e8995b10e6b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:13:04.450529 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-64626f9c-cb81-43a5-b107-4e8995b10e6b admin admin] Synchronizing usage tracker for tenant:e1958718bee8408a8ca9919fa773656b on resource:subnet {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:13:04.525352 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-64626f9c-cb81-43a5-b107-4e8995b10e6b admin admin] Unset dirty status for tenant:e1958718bee8408a8ca9919fa773656b on resource:subnet {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:13:04.541765 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-64626f9c-cb81-43a5-b107-4e8995b10e6b admin admin] 10.222.0.25 "GET /v2.0/subnets/ef69609a-b63d-436e-8cdc-c158ad574162 HTTP/1.1" status: 200 len: 816 time: 0.2134249 Nov 11 22:13:17.122473 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e899a9ab-a902-42bf-8e78-88428f35df5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:18.821563 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:19.638069 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-116089ec-2f2f-49b9-8cc3-84714889e76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:20.181015 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:21.369887 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:24.504221 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53260) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:13:24.589496 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [None req-4e46b4cc-3fd7-48cc-b311-03f1ba54f2fe admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88355) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:13:24.590709 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-4e46b4cc-3fd7-48cc-b311-03f1ba54f2fe admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0851729 Nov 11 22:13:26.817713 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53272) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:13:26.969107 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-021faf07-3164-45ce-9ec6-e08c232fef89 admin admin] GET failed (client error): The resource could not be found. Nov 11 22:13:26.970552 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-021faf07-3164-45ce-9ec6-e08c232fef89 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1517718 Nov 11 22:13:27.108997 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f17746-0981-4567-b5a4-ad5e54eb143f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:13:27.111921 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-b2f17746-0981-4567-b5a4-ad5e54eb143f admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1357028 Nov 11 22:13:29.226115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53284) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:13:29.304612 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c23e489d-8bba-417a-8a1e-7a6ac0e1b2ef admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:13:29.310855 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c23e489d-8bba-417a-8a1e-7a6ac0e1b2ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:13:29.321607 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c23e489d-8bba-417a-8a1e-7a6ac0e1b2ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:13:29.388944 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 5 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:13:29.435905 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23e489d-8bba-417a-8a1e-7a6ac0e1b2ef admin admin] Made reservation on behalf of e1958718bee8408a8ca9919fa773656b for: {'network': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:13:29.440668 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c23e489d-8bba-417a-8a1e-7a6ac0e1b2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for network, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:29.537105 dv-cinder-815883-4-smb neutron-server[88244]: WARNING neutron.services.revisions.revision_plugin [None req-c23e489d-8bba-417a-8a1e-7a6ac0e1b2ef admin admin] Could not find related network for resource to bump revision. Nov 11 22:13:29.606288 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23e489d-8bba-417a-8a1e-7a6ac0e1b2ef admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=88356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 22:13:29.615814 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c23e489d-8bba-417a-8a1e-7a6ac0e1b2ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:29.616198 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.segments_db [None req-c23e489d-8bba-417a-8a1e-7a6ac0e1b2ef admin admin] Added segment 576fccde-d83b-4793-b1ce-1f7e22d23eb3 of type vlan for network 2004a6a6-3e10-43b5-8abe-27ecdc49b8af Nov 11 22:13:29.643089 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c23e489d-8bba-417a-8a1e-7a6ac0e1b2ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762808067494'] for network, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:29.700499 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c23e489d-8bba-417a-8a1e-7a6ac0e1b2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for network, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:29.701868 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23e489d-8bba-417a-8a1e-7a6ac0e1b2ef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:13:29.702508 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c23e489d-8bba-417a-8a1e-7a6ac0e1b2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:29.707491 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:13:29.809956 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e489d-8bba-417a-8a1e-7a6ac0e1b2ef admin admin] Pushing event updated for resources: {'Network': ['ID=2004a6a6-3e10-43b5-8abe-27ecdc49b8af,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:13:29.816093 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c23e489d-8bba-417a-8a1e-7a6ac0e1b2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:13:29.823098 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Network 2004a6a6-3e10-43b5-8abe-27ecdc49b8af details requested by agent ovs-agent-dv-cinder-815883-4-smb with host dv-cinder-815883-4-smb {{(pid=88357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 22:13:29.851032 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-c23e489d-8bba-417a-8a1e-7a6ac0e1b2ef admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6234348 Nov 11 22:13:31.999777 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53296) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:13:32.101466 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd07ecc-01c4-4bc8-990a-55a43fac020b admin admin] GET failed (client error): The resource could not be found. Nov 11 22:13:32.102550 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-bcd07ecc-01c4-4bc8-990a-55a43fac020b admin admin] Synchronizing usage tracker for tenant:e1958718bee8408a8ca9919fa773656b on resource:network {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:13:32.157515 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-bcd07ecc-01c4-4bc8-990a-55a43fac020b admin admin] Unset dirty status for tenant:e1958718bee8408a8ca9919fa773656b on resource:network {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:13:32.159492 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-bcd07ecc-01c4-4bc8-990a-55a43fac020b admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1584320 Nov 11 22:13:32.272194 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ac3ddf-d128-425a-b455-637653ed7c1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:13:32.274307 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-55ac3ddf-d128-425a-b455-637653ed7c1f admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1099029 Nov 11 22:13:32.284939 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d442927a-e4d7-4e9d-ae94-eb8a8439d34e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '2004a6a6-3e10-43b5-8abe-27ecdc49b8af', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:13:32.290377 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d442927a-e4d7-4e9d-ae94-eb8a8439d34e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:13:32.300563 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d442927a-e4d7-4e9d-ae94-eb8a8439d34e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:13:32.328744 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d442927a-e4d7-4e9d-ae94-eb8a8439d34e admin admin] Made reservation on behalf of e1958718bee8408a8ca9919fa773656b for: {'subnet': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:13:32.333359 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d442927a-e4d7-4e9d-ae94-eb8a8439d34e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:32.608106 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d442927a-e4d7-4e9d-ae94-eb8a8439d34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for subnet, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:32.613079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c758b39e-251d-46eb-9392-3fc63c4f9c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:13:32.687260 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442927a-e4d7-4e9d-ae94-eb8a8439d34e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfd93533-5377-4d5f-bff6-d7b88357452a,revision_number=0']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:13:32.690974 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d442927a-e4d7-4e9d-ae94-eb8a8439d34e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:13:32.698983 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d442927a-e4d7-4e9d-ae94-eb8a8439d34e admin admin] Checking segment: {'id': '576fccde-d83b-4793-b1ce-1f7e22d23eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2004a6a6-3e10-43b5-8abe-27ecdc49b8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:13:32.699371 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d442927a-e4d7-4e9d-ae94-eb8a8439d34e admin admin] Network hostable DHCP agents. Network: 2004a6a6-3e10-43b5-8abe-27ecdc49b8af, hostable agents: ['677b8291-3a34-4ed4-9d57-1628f65efd5e'], hosted agents: [] {{(pid=88356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 22:13:32.803013 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d442927a-e4d7-4e9d-ae94-eb8a8439d34e admin admin] Network 2004a6a6-3e10-43b5-8abe-27ecdc49b8af is scheduled to be hosted by DHCP agent 677b8291-3a34-4ed4-9d57-1628f65efd5e with binding_index 1 {{(pid=88356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 22:13:32.855737 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-d442927a-e4d7-4e9d-ae94-eb8a8439d34e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-smb, 2004a6a6-3e10-43b5-8abe-27ecdc49b8af) {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:13:32.859850 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d442927a-e4d7-4e9d-ae94-eb8a8439d34e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:13:32.860489 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d442927a-e4d7-4e9d-ae94-eb8a8439d34e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:32.865426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0d5de1-c555-46c5-8f81-d1090810036d None None] Network 2004a6a6-3e10-43b5-8abe-27ecdc49b8af requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:13:32.920883 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-d442927a-e4d7-4e9d-ae94-eb8a8439d34e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6393328 Nov 11 22:13:33.144394 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5c71123-0637-5e80-91e8-52e6b825b827-2004a6a6-3e10-43b5-8abe-27ecdc49b8af', 'network_id': '2004a6a6-3e10-43b5-8abe-27ecdc49b8af', 'tenant_id': 'e1958718bee8408a8ca9919fa773656b', 'fixed_ips': [{'subnet_id': 'dfd93533-5377-4d5f-bff6-d7b88357452a'}]}} from dv-cinder-815883-4-smb. {{(pid=88357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 11 22:13:33.145443 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:33.350966 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Allocated IP 192.168.233.2 (2004a6a6-3e10-43b5-8abe-27ecdc49b8af/dfd93533-5377-4d5f-bff6-d7b88357452a/996b7917-8260-4d28-98cf-67ade3307a7e) {{(pid=88357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:13:33.641419 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Notify callbacks [] for port, precommit_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:33.652476 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Transition to ACTIVE for port object 996b7917-8260-4d28-98cf-67ade3307a7e will not be triggered until provisioned by entity L2. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:13:33.673186 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Transition to ACTIVE for port object 996b7917-8260-4d28-98cf-67ade3307a7e will not be triggered until provisioned by entity DHCP. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:13:33.734065 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:33.739089 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-785fea32-f804-4e73-be21-9d72b5a1ea3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:13:33.810219 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Network 2004a6a6-3e10-43b5-8abe-27ecdc49b8af is already hosted by enough agents. {{(pid=88357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:13:33.813864 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Resources bound (agent type, host, resource id): {{(pid=88357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:13:33.815869 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Pushing event updated for resources: {'Port': ['ID=996b7917-8260-4d28-98cf-67ade3307a7e,revision_number=1']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:13:33.818459 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Received port after_create {{(pid=88357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:13:33.859800 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:13:33.860195 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:13:33.860573 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:13:33.860953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:13:33.861321 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:13:33.861694 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:13:33.862082 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:13:33.862447 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:13:33.862814 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:13:33.863170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:13:33.863531 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:13:33.871542 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:13:33.927533 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Attempting to bind port 996b7917-8260-4d28-98cf-67ade3307a7e on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:13:33.929280 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Attempting to bind port 996b7917-8260-4d28-98cf-67ade3307a7e by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': '576fccde-d83b-4793-b1ce-1f7e22d23eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2004a6a6-3e10-43b5-8abe-27ecdc49b8af'}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:13:33.929280 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Attempting to bind port 996b7917-8260-4d28-98cf-67ade3307a7e on network 2004a6a6-3e10-43b5-8abe-27ecdc49b8af {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:13:33.935272 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:13:33.935679 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Checking segment: {'id': '576fccde-d83b-4793-b1ce-1f7e22d23eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2004a6a6-3e10-43b5-8abe-27ecdc49b8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:13:33.936119 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:33.936545 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Bound using segment: {'id': '576fccde-d83b-4793-b1ce-1f7e22d23eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2004a6a6-3e10-43b5-8abe-27ecdc49b8af'} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:13:33.937058 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Bound port: 996b7917-8260-4d28-98cf-67ade3307a7e, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576fccde-d83b-4793-b1ce-1f7e22d23eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2004a6a6-3e10-43b5-8abe-27ecdc49b8af'}}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:13:33.937467 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:34.028781 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] For port 996b7917-8260-4d28-98cf-67ade3307a7e, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:13:34.032337 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] For port 996b7917-8260-4d28-98cf-67ade3307a7e, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=996b7917-8260-4d28-98cf-67ade3307a7e,segment=NetworkSegment(576fccde-d83b-4793-b1ce-1f7e22d23eb3),segment_id=576fccde-d83b-4793-b1ce-1f7e22d23eb3)] {{(pid=88357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:13:34.090247 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:34.094573 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:13:34.178810 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Pushing event updated for resources: {'Port': ['ID=996b7917-8260-4d28-98cf-67ade3307a7e,revision_number=2']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:13:34.182159 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:13:35.174243 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 996b7917-8260-4d28-98cf-67ade3307a7e up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:13:35.294967 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port 996b7917-8260-4d28-98cf-67ade3307a7e completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:13:35.671710 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dae2975-c4f8-4080-aec6-adf4ba7e4f8f None None] Network 2004a6a6-3e10-43b5-8abe-27ecdc49b8af requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:13:35.980339 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-96326093-66ac-49e3-864b-af409915e7a8 None None] Provisioning for port 996b7917-8260-4d28-98cf-67ade3307a7e completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:13:35.997141 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-96326093-66ac-49e3-864b-af409915e7a8 None None] Provisioning complete for port 996b7917-8260-4d28-98cf-67ade3307a7e triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:13:35.997546 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-96326093-66ac-49e3-864b-af409915e7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:36.183023 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-96326093-66ac-49e3-864b-af409915e7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:36.219016 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-96326093-66ac-49e3-864b-af409915e7a8 None None] For port 996b7917-8260-4d28-98cf-67ade3307a7e, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=996b7917-8260-4d28-98cf-67ade3307a7e,segment=NetworkSegment(576fccde-d83b-4793-b1ce-1f7e22d23eb3),segment_id=576fccde-d83b-4793-b1ce-1f7e22d23eb3)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:13:36.249474 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-96326093-66ac-49e3-864b-af409915e7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:36.252009 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:13:36.336748 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96326093-66ac-49e3-864b-af409915e7a8 None None] Pushing event updated for resources: {'Port': ['ID=996b7917-8260-4d28-98cf-67ade3307a7e,revision_number=3']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:13:36.340088 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-96326093-66ac-49e3-864b-af409915e7a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:13:36.472173 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-bb941689-0a31-4c2d-93ce-384d42b00319 None None] Provisioning complete for port 996b7917-8260-4d28-98cf-67ade3307a7e triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:13:36.472534 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bb941689-0a31-4c2d-93ce-384d42b00319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:37.155274 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 996b7917-8260-4d28-98cf-67ade3307a7e up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:13:37.226596 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 996b7917-8260-4d28-98cf-67ade3307a7e triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:13:37.227003 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:47.144855 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a5b8d666-f41e-4a9f-bd60-bd5c03ca6fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:48.757062 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:49.641440 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ca9dc323-efe0-459e-b168-42f1d82f504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:50.185410 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:13:51.368776 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:14:06.390192 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 5 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:14:17.138907 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-44bcde5b-23c4-47e0-aae7-a15966669c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:14:18.744855 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:14:19.647317 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f7a9ec3c-b078-4e80-a0a0-3dd4edeb6eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:14:20.172845 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:14:21.373328 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:14:43.391673 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 5 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:14:47.132777 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-29732c0f-0f13-4646-a59d-85484a259cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:14:48.761332 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:14:49.345417 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53330) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:14:49.352669 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [None req-b4ce4001-eb13-47bd-bfda-20abf6dce9cf tempest-verify_tempest_config-1035390204 tempest-verify_tempest_config-1035390204-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:14:49.353763 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-b4ce4001-eb13-47bd-bfda-20abf6dce9cf tempest-verify_tempest_config-1035390204 tempest-verify_tempest_config-1035390204-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0072298 Nov 11 22:14:49.640560 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2c958996-33de-4354-9bbb-1bf0cd1697a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:14:49.820545 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53348) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:14:49.975012 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:14:50.008714 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:14:50.012923 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Usage tracker for resource:security_group_rule and tenant:bc5d157eb67c4d198d9e245808a5df4d is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:14:50.016325 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:14:50.023137 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:14:50.189349 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:14:50.272166 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:14:50.303333 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:14:50.311988 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:14:50.361835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e83e8e-ade9-4a6d-882b-06f8e1579f6a,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:14:50.366862 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Synchronizing usage tracker for tenant:e1958718bee8408a8ca9919fa773656b on resource:security_group {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:14:50.375249 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:14:50.375628 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:14:50.376001 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:14:50.376373 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:14:50.376736 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:14:50.377101 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:14:50.377465 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:14:50.377856 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:14:50.378219 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:14:50.378579 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:14:50.378938 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:14:50.383585 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:14:50.434864 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Unset dirty status for tenant:e1958718bee8408a8ca9919fa773656b on resource:security_group {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:14:50.436288 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc5d157eb67c4d198d9e245808a5df4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6146572 Nov 11 22:14:50.439265 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53354) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:14:50.504986 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f1f9b30f-46fd-42ea-a47c-1e1df27d9e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:14:50.532417 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f1f9b30f-46fd-42ea-a47c-1e1df27d9e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:14:50.669183 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f1f9b30f-46fd-42ea-a47c-1e1df27d9e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:14:50.674582 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:14:50.688568 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9b30f-46fd-42ea-a47c-1e1df27d9e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e83e8e-ade9-4a6d-882b-06f8e1579f6a,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:14:50.691519 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f1f9b30f-46fd-42ea-a47c-1e1df27d9e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:14:50.692394 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f1f9b30f-46fd-42ea-a47c-1e1df27d9e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:14:50.694298 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-f1f9b30f-46fd-42ea-a47c-1e1df27d9e6b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2e83e8e-ade9-4a6d-882b-06f8e1579f6a HTTP/1.1" status: 204 len: 168 time: 0.2541389 Nov 11 22:14:51.389274 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:15:17.148250 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-69750b33-d938-492c-8da1-43dae8128fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:15:18.754158 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:15:19.634115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-02edeb06-cf37-4d1d-bcc3-ce350e93eea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:15:20.182607 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:15:20.392759 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 5 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:15:21.365510 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:15:47.142313 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a1dd498f-e5b9-4019-a134-deb108e5fd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:15:48.827997 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:15:49.661896 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9a46c34f-1287-49b0-9694-a343e3c91e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:15:50.193226 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:15:51.370530 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:15:57.393006 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 5 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:16:17.176411 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba9801df-d5f2-4672-92fc-2bada6612a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:16:18.815615 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:16:19.632765 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c424b2ff-bbda-4283-8826-5536229bb1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:16:20.198730 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:16:21.379710 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:16:33.134200 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036854325141'] for agent, after_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:16:34.393679 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:16:47.135938 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7d6f79de-71da-4fd2-978f-d6ff8feb6631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:16:48.775135 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:16:49.607873 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53436) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:16:49.638547 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b8da97b1-dff2-40d3-9cc5-b508671f0e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:16:49.755853 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-f1ddd38b-aab8-4bdb-994b-584f80de895b admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1466959 Nov 11 22:16:50.197759 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:16:51.384357 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:16:51.872081 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53448) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:16:51.958208 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-b1637cfa-19f3-429a-ae27-9b2e5b221439 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0848241 Nov 11 22:17:03.100559 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:17:11.394231 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:17:17.152031 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6d26c7db-8c23-47bc-b39d-a147cf75db3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:17:18.768803 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:17:19.640565 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f0b38506-81aa-40e4-9478-e36b96fe6da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:17:20.194974 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:17:21.391712 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:17:33.108829 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:17:47.142524 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-da66ab9c-32c9-4871-9f43-725fde47af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:17:48.395747 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:17:48.776429 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:17:49.639484 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71c350f7-a97b-460a-83d9-a69e6ba41532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:17:50.209099 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:17:51.412142 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:03.250706 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:17.141676 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf6b18a3-ddbc-420b-8bb5-44d93fbc57c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:18.768026 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:19.655761 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcb5cec1-0c18-4924-94d6-410cac9a9127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:20.204048 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:21.412683 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:25.401155 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:18:33.158090 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:43.877395 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53568) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:43.988854 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53580) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:44.290181 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1970558571-network', 'tenant_id': 'd96907602069483e892e9fcbd04a832d'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:18:44.299073 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:44.307556 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Usage tracker for resource:network and tenant:d96907602069483e892e9fcbd04a832d is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:44.314054 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:44.326083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:44.375321 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Made reservation on behalf of d96907602069483e892e9fcbd04a832d for: {'network': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:18:44.385526 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for network, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:44.412157 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:44.478303 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-851205122-network', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:18:44.491914 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:44.510062 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:44.518897 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Usage tracker for resource:network and tenant:69cfca7e767f4503aac480dce5907cdb is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:44.526751 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:44.533207 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Usage tracker for resource:security_group_rule and tenant:d96907602069483e892e9fcbd04a832d is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:44.545303 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:44.551852 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:44.562605 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:44.626701 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Made reservation on behalf of 69cfca7e767f4503aac480dce5907cdb for: {'network': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:18:44.632110 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for network, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:44.647280 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:44.767252 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:44.777087 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Usage tracker for resource:security_group_rule and tenant:69cfca7e767f4503aac480dce5907cdb is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:44.782805 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:44.795218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:45.018439 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:45.082766 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:45.099375 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-110119f2-09ca-4aa2-9a08-55f51e5317a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:45.143833 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:45.149337 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=88356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 22:18:45.175445 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:45.175808 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.segments_db [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Added segment cbc6a849-e7a6-4c3c-a2d9-f3d6fc9d1a9d of type vlan for network a2a86831-9243-40fa-8ea9-847db125615b Nov 11 22:18:45.185542 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1db3b88-c853-44cd-8059-b4936e0bbc76,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:45.214390 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:45.221643 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:45.222039 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:45.222397 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:45.222767 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:45.223135 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:45.223494 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:45.223854 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:45.224213 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:45.224568 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:45.224936 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:45.225357 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Tracked resource versions report: Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: pushed versions: Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: { 'ConntrackHelper': {'1.0'}, Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'Log': {'1.0'}, Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'Network': {'1.1'}, Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'Port': {'1.5'}, Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'PortForwarding': {'1.2'}, Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'QosPolicy': {'1.8'}, Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroup': {'1.2'}, Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroupRule': {'1.0'}, Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'SubPort': {'1.0'}, Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'Subnet': {'1.1'}, Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'Trunk': {'1.1'}} Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: consumer versions: Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: { DHCP agent@dv-cinder-815883-4-smb: {}, Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: HyperV agent@hv-cinder-81588: {}, Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: L3 agent@dv-cinder-815883-4-smb: {}, Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: Metadata agent@dv-cinder-815883-4-smb: {}, Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: Metering agent@dv-cinder-815883-4-smb: {}, Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: Open vSwitch agent@dv-cinder-815883-4-smb: { 'ConntrackHelper': '1.0', Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'Log': '1.0', Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'Network': '1.1', Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'Port': '1.5', Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'PortForwarding': '1.2', Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'QosPolicy': '1.8', Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroup': '1.2', Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroupRule': '1.0', Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'SubPort': '1.0', Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'Subnet': '1.1', Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: 'Trunk': '1.1'}} Nov 11 22:18:45.226602 dv-cinder-815883-4-smb neutron-server[88244]: {{(pid=88356) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 11 22:18:45.231630 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:45.231630 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:45.246244 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762808067494'] for network, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:45.296617 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=88356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 22:18:45.332839 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:45.333503 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.segments_db [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Added segment 31b3fab0-ce58-4863-b5fe-b07185a84084 of type vlan for network 65d9ad99-3a08-4dd5-af3c-91116e42d962 Nov 11 22:18:45.335597 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36bc086-0e6d-4c92-9c55-63fd85c9de2c,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:45.365088 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:45.420527 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762808067494'] for network, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:45.430433 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for network, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:45.437470 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:18:45.438692 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:45.452188 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c23e489d-8bba-417a-8a1e-7a6ac0e1b2ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:45.613436 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Pushing event updated for resources: {'Network': ['ID=a2a86831-9243-40fa-8ea9-847db125615b,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:45.618738 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:45.627385 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Network a2a86831-9243-40fa-8ea9-847db125615b details requested by agent ovs-agent-dv-cinder-815883-4-smb with host dv-cinder-815883-4-smb {{(pid=88357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 22:18:45.642392 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for network, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:45.646123 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:18:45.646847 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:45.652811 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:45.702844 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-e36f04e9-f15d-4127-8261-4eb602c3a8e3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8215883 Nov 11 22:18:45.703044 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53628) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:45.759565 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-2ce408d9-a87f-4e14-ab83-a020934d3741 admin admin] Request body: {'subnet': {'network_id': 'a2a86831-9243-40fa-8ea9-847db125615b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1970558571-subnet', 'tenant_id': 'd96907602069483e892e9fcbd04a832d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:18:45.771004 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7813497 Nov 11 22:18:45.775173 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2ce408d9-a87f-4e14-ab83-a020934d3741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:45.776039 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53636) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:45.778135 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Pushing event updated for resources: {'Network': ['ID=65d9ad99-3a08-4dd5-af3c-91116e42d962,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:45.782343 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:45.783405 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-2ce408d9-a87f-4e14-ab83-a020934d3741 admin admin] Usage tracker for resource:subnet and tenant:d96907602069483e892e9fcbd04a832d is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:45.788091 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-2ce408d9-a87f-4e14-ab83-a020934d3741 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:45.796055 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2ce408d9-a87f-4e14-ab83-a020934d3741 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:45.797485 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Request body: {'subnet': {'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-851205122-subnet', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:18:45.804185 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:45.809768 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Usage tracker for resource:subnet and tenant:69cfca7e767f4503aac480dce5907cdb is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:45.813527 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:45.823863 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:45.840198 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Network 65d9ad99-3a08-4dd5-af3c-91116e42d962 details requested by agent ovs-agent-dv-cinder-815883-4-smb with host dv-cinder-815883-4-smb {{(pid=88357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 22:18:45.850082 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce408d9-a87f-4e14-ab83-a020934d3741 admin admin] Made reservation on behalf of d96907602069483e892e9fcbd04a832d for: {'subnet': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:18:45.855912 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2ce408d9-a87f-4e14-ab83-a020934d3741 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:45.878069 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Made reservation on behalf of 69cfca7e767f4503aac480dce5907cdb for: {'subnet': 1} {{(pid=88355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:18:45.887452 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:46.347876 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for subnet, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:46.358331 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:46.415166 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2ce408d9-a87f-4e14-ab83-a020934d3741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for subnet, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:46.421006 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:46.523431 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4ba6ec0-e7b0-4914-9c13-c2928c121dea,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:46.541448 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce408d9-a87f-4e14-ab83-a020934d3741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e58c31-eb25-466b-b9ae-298b3208982c,revision_number=0']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:46.543991 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53656) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:46.557004 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:46.557616 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:46.558189 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2ce408d9-a87f-4e14-ab83-a020934d3741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:46.558326 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:46.558920 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:46.559528 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:46.560107 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:46.560994 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:46.561910 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:46.563029 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:46.564292 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:46.565960 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Tracked resource versions report: Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: pushed versions: Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: { 'ConntrackHelper': {'1.0'}, Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'Log': {'1.0'}, Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'Network': {'1.1'}, Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'Port': {'1.5'}, Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'PortForwarding': {'1.2'}, Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'QosPolicy': {'1.8'}, Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroup': {'1.2'}, Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroupRule': {'1.0'}, Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'SubPort': {'1.0'}, Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'Subnet': {'1.1'}, Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'Trunk': {'1.1'}} Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: consumer versions: Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: { DHCP agent@dv-cinder-815883-4-smb: {}, Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: HyperV agent@hv-cinder-81588: {}, Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: L3 agent@dv-cinder-815883-4-smb: {}, Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: Metadata agent@dv-cinder-815883-4-smb: {}, Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: Metering agent@dv-cinder-815883-4-smb: {}, Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: Open vSwitch agent@dv-cinder-815883-4-smb: { 'ConntrackHelper': '1.0', Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'Log': '1.0', Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'Network': '1.1', Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'Port': '1.5', Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'PortForwarding': '1.2', Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'QosPolicy': '1.8', Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroup': '1.2', Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroupRule': '1.0', Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'SubPort': '1.0', Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'Subnet': '1.1', Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: 'Trunk': '1.1'}} Nov 11 22:18:46.568571 dv-cinder-815883-4-smb neutron-server[88244]: {{(pid=88355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 11 22:18:46.573072 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce408d9-a87f-4e14-ab83-a020934d3741 admin admin] Checking segment: {'id': 'cbc6a849-e7a6-4c3c-a2d9-f3d6fc9d1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a2a86831-9243-40fa-8ea9-847db125615b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:18:46.573072 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce408d9-a87f-4e14-ab83-a020934d3741 admin admin] Network hostable DHCP agents. Network: a2a86831-9243-40fa-8ea9-847db125615b, hostable agents: ['677b8291-3a34-4ed4-9d57-1628f65efd5e'], hosted agents: [] {{(pid=88356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 22:18:46.580175 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:46.582841 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Checking segment: {'id': '31b3fab0-ce58-4863-b5fe-b07185a84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:18:46.583748 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Network hostable DHCP agents. Network: 65d9ad99-3a08-4dd5-af3c-91116e42d962, hostable agents: ['677b8291-3a34-4ed4-9d57-1628f65efd5e'], hosted agents: [] {{(pid=88355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 22:18:46.654968 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce408d9-a87f-4e14-ab83-a020934d3741 admin admin] Network a2a86831-9243-40fa-8ea9-847db125615b is scheduled to be hosted by DHCP agent 677b8291-3a34-4ed4-9d57-1628f65efd5e with binding_index 1 {{(pid=88356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 22:18:46.739308 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Network 65d9ad99-3a08-4dd5-af3c-91116e42d962 is scheduled to be hosted by DHCP agent 677b8291-3a34-4ed4-9d57-1628f65efd5e with binding_index 1 {{(pid=88355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 22:18:46.739748 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-2ce408d9-a87f-4e14-ab83-a020934d3741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-smb, a2a86831-9243-40fa-8ea9-847db125615b) {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:18:46.744944 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce408d9-a87f-4e14-ab83-a020934d3741 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:18:46.750299 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2ce408d9-a87f-4e14-ab83-a020934d3741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:46.750495 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-smb, 65d9ad99-3a08-4dd5-af3c-91116e42d962) {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:18:46.752529 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:18:46.753309 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:46.768119 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d234cd-72ae-481d-b8d6-829126f14fde None None] Network a2a86831-9243-40fa-8ea9-847db125615b requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:18:46.799853 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8127f6a0-b67d-4e10-9538-8c20f278674f None None] Network 65d9ad99-3a08-4dd5-af3c-91116e42d962 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:18:46.849119 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-2ce408d9-a87f-4e14-ab83-a020934d3741 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1445394 Nov 11 22:18:46.865184 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0876315 Nov 11 22:18:46.865423 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53670) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:46.875953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:18:46.885544 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:46.893469 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53674) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:46.893679 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Usage tracker for resource:router and tenant:69cfca7e767f4503aac480dce5907cdb is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:46.899483 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:46.913635 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:46.963797 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854293586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036852686418'] for router, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:46.966366 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854332808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2089382'] for router, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:46.994813 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:47.222694 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-593445573-network', 'tenant_id': '133611d92aae404d927cd700e977e695'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:18:47.233203 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:47.239953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Usage tracker for resource:network and tenant:133611d92aae404d927cd700e977e695 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:47.243929 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:47.255090 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:47.343488 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5c71123-0637-5e80-91e8-52e6b825b827-65d9ad99-3a08-4dd5-af3c-91116e42d962', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'fixed_ips': [{'subnet_id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea'}]}} from dv-cinder-815883-4-smb. {{(pid=88357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 11 22:18:47.345003 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:47.512442 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Made reservation on behalf of 133611d92aae404d927cd700e977e695 for: {'network': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:18:47.517544 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for network, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:47.541044 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:47.586938 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:47.591700 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Usage tracker for resource:security_group_rule and tenant:133611d92aae404d927cd700e977e695 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:47.595296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:47.603165 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:47.746080 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854332855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854293569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2089417'] for router, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:47.767733 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:47.834062 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5d9bc159-fd6d-4776-8669-509be4b61a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:47.914450 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53692) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:47.974809 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:47.983427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:48.018262 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=88356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 22:18:48.031643 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53700) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:48.053249 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337ae7a7-0134-4a45-8787-ef9223af2f24,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:48.061463 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:48.074038 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-network', 'tenant_id': '30b5c8060107440099282a255f5a3afc'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:18:48.078309 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76ae6ca-5bc6-47d8-83fc-848e20fea544 None None] Network a2a86831-9243-40fa-8ea9-847db125615b requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:18:48.092673 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:48.093136 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.segments_db [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Added segment 65d4e0a5-b16f-4b5c-8cea-0a0cc84edfd3 of type vlan for network 6bf15157-a2d2-466f-b7f3-690483475784 Nov 11 22:18:48.100517 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:48.105139 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Usage tracker for resource:network and tenant:30b5c8060107440099282a255f5a3afc is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:48.109899 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:48.126708 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:48.160909 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762808067494'] for network, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:48.185998 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Made reservation on behalf of 30b5c8060107440099282a255f5a3afc for: {'network': 1} {{(pid=88355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:18:48.191644 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for network, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:48.211903 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:48.224218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Allocated IP 172.20.0.2 (65d9ad99-3a08-4dd5-af3c-91116e42d962/b4ba6ec0-e7b0-4914-9c13-c2928c121dea/9eddfe94-b923-40d4-a629-0deda64945d1) {{(pid=88357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:18:48.317562 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:48.326913 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Usage tracker for resource:security_group_rule and tenant:30b5c8060107440099282a255f5a3afc is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:48.333474 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:48.340138 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:48.399315 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-184946993-network', 'tenant_id': '43665bde38c04afb88bcf207f05f5331'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:18:48.414290 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:48.427228 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Usage tracker for resource:network and tenant:43665bde38c04afb88bcf207f05f5331 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:48.450901 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for network, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:48.452273 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:48.453936 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:48.470658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:48.478940 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:48.547870 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:18:48.550144 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:48.558635 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:48.559414 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Made reservation on behalf of 43665bde38c04afb88bcf207f05f5331 for: {'network': 1} {{(pid=88355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:18:48.566038 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for network, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:48.569239 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:48.621264 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:48.674908 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Notify callbacks [] for port, precommit_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:48.753885 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Transition to ACTIVE for port object 9eddfe94-b923-40d4-a629-0deda64945d1 will not be triggered until provisioned by entity L2. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:18:48.813217 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Transition to ACTIVE for port object 9eddfe94-b923-40d4-a629-0deda64945d1 will not be triggered until provisioned by entity DHCP. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:18:48.845592 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:48.867721 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1952725842-network', 'tenant_id': 'a4f3f3ba04d742bfab0c7d05cddbf2d8'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:18:48.876949 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:48.884490 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:48.891420 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:48.895252 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:48.923999 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:48.929528 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Usage tracker for resource:security_group_rule and tenant:43665bde38c04afb88bcf207f05f5331 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:48.933279 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:48.943104 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:48.966278 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Pushing event updated for resources: {'Network': ['ID=6bf15157-a2d2-466f-b7f3-690483475784,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:48.972402 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:49.001983 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4537830 Nov 11 22:18:49.007508 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53728) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:49.024024 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-40b56d64-865f-4d77-884c-2cbde7094707 admin admin] Request body: {'subnet': {'network_id': '6bf15157-a2d2-466f-b7f3-690483475784', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-593445573-subnet', 'tenant_id': '133611d92aae404d927cd700e977e695', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:18:49.077727 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Usage tracker for resource:network and tenant:a4f3f3ba04d742bfab0c7d05cddbf2d8 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:49.081349 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c87ba9-0fb6-49d8-98b3-fda072eddd48,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:49.092403 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-40b56d64-865f-4d77-884c-2cbde7094707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:49.097406 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:49.097524 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Network 6bf15157-a2d2-466f-b7f3-690483475784 details requested by agent ovs-agent-dv-cinder-815883-4-smb with host dv-cinder-815883-4-smb {{(pid=88357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 22:18:49.105429 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:49.112494 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-40b56d64-865f-4d77-884c-2cbde7094707 admin admin] Usage tracker for resource:subnet and tenant:133611d92aae404d927cd700e977e695 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:49.118992 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-40b56d64-865f-4d77-884c-2cbde7094707 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:49.119881 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:49.124215 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:49.142559 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=88355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 22:18:49.160030 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:49.160475 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-40b56d64-865f-4d77-884c-2cbde7094707 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:49.168482 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:49.214910 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Made reservation on behalf of a4f3f3ba04d742bfab0c7d05cddbf2d8 for: {'network': 1} {{(pid=88355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:18:49.220938 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:49.224476 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for network, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:49.228741 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Allocated IP 172.28.0.13 (bf438b09-e7cb-41a3-9cf4-64cadd7b8e13/ef69609a-b63d-436e-8cdc-c158ad574162/de0555bb-043d-4a1f-b2da-40720c9292ee) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:18:49.250862 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Network 65d9ad99-3a08-4dd5-af3c-91116e42d962 is already hosted by enough agents. {{(pid=88357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:18:49.254626 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:49.256010 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.segments_db [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Added segment ba319715-8c28-4774-8554-07eadbf5932a of type vlan for network 3e502878-60da-4698-8f22-97917266e235 Nov 11 22:18:49.263991 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Resources bound (agent type, host, resource id): {{(pid=88357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:18:49.265970 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Pushing event updated for resources: {'Port': ['ID=9eddfe94-b923-40d4-a629-0deda64945d1,revision_number=1']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:49.269355 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Received port after_create {{(pid=88357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:18:49.273555 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b56d64-865f-4d77-884c-2cbde7094707 admin admin] Made reservation on behalf of 133611d92aae404d927cd700e977e695 for: {'subnet': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:18:49.279780 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=88355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 22:18:49.293915 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-40b56d64-865f-4d77-884c-2cbde7094707 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:49.304608 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:49.305554 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.segments_db [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Added segment 324b1be9-156f-4e1b-ada2-044951fb8d0b of type vlan for network bcbad872-fbd0-40a2-acd1-a807e84b8e87 Nov 11 22:18:49.355316 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762808067494'] for network, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:49.383512 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:49.522217 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:49.522772 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:49.523313 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:49.523954 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:49.524470 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:49.534485 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:49.535375 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:49.536599 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:49.537155 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:49.537691 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:49.538276 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:49.539879 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762808067494'] for network, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Tracked resource versions report: Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: pushed versions: Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: { 'ConntrackHelper': {'1.0'}, Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'Log': {'1.0'}, Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'Network': {'1.1'}, Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'Port': {'1.5'}, Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'PortForwarding': {'1.2'}, Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'QosPolicy': {'1.8'}, Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroup': {'1.2'}, Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroupRule': {'1.0'}, Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'SubPort': {'1.0'}, Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'Subnet': {'1.1'}, Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'Trunk': {'1.1'}} Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: consumer versions: Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: { DHCP agent@dv-cinder-815883-4-smb: {}, Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: HyperV agent@hv-cinder-81588: {}, Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: L3 agent@dv-cinder-815883-4-smb: {}, Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: Metadata agent@dv-cinder-815883-4-smb: {}, Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: Metering agent@dv-cinder-815883-4-smb: {}, Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: Open vSwitch agent@dv-cinder-815883-4-smb: { 'ConntrackHelper': '1.0', Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'Log': '1.0', Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'Network': '1.1', Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'Port': '1.5', Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'PortForwarding': '1.2', Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'QosPolicy': '1.8', Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroup': '1.2', Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroupRule': '1.0', Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'SubPort': '1.0', Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'Subnet': '1.1', Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: 'Trunk': '1.1'}} Nov 11 22:18:49.540070 dv-cinder-815883-4-smb neutron-server[88244]: {{(pid=88357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 11 22:18:49.551246 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:49.609584 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for network, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:49.612427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46ea142-f3aa-415c-80a5-5471575c5374,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:49.662057 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:49.670115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Usage tracker for resource:security_group_rule and tenant:a4f3f3ba04d742bfab0c7d05cddbf2d8 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:49.676930 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:49.689344 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:49.729346 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Attempting to bind port 9eddfe94-b923-40d4-a629-0deda64945d1 on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:18:49.729992 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Attempting to bind port 9eddfe94-b923-40d4-a629-0deda64945d1 by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': '31b3fab0-ce58-4863-b5fe-b07185a84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962'}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:18:49.730892 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Attempting to bind port 9eddfe94-b923-40d4-a629-0deda64945d1 on network 65d9ad99-3a08-4dd5-af3c-91116e42d962 {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:18:49.748126 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9322b517-53cb-4dcc-976d-a0fc85296ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:49.758195 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:18:49.759054 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Checking segment: {'id': '31b3fab0-ce58-4863-b5fe-b07185a84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:18:49.759801 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:49.760552 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Bound using segment: {'id': '31b3fab0-ce58-4863-b5fe-b07185a84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962'} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:18:49.761362 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Bound port: 9eddfe94-b923-40d4-a629-0deda64945d1, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b3fab0-ce58-4863-b5fe-b07185a84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962'}}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:18:49.762308 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:49.836311 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:49.839361 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:49.842525 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:18:49.843721 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:49.864620 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:49.920966 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for network, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:49.924941 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e5a22dd3-25c0-4375-8634-bf28bfab9b20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:49.957589 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:49.966354 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:18:49.967628 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:50.021226 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:50.027239 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:50.034503 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] For port 9eddfe94-b923-40d4-a629-0deda64945d1, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:18:50.037616 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=88355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 22:18:50.038559 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] For port 9eddfe94-b923-40d4-a629-0deda64945d1, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=9eddfe94-b923-40d4-a629-0deda64945d1,segment=NetworkSegment(31b3fab0-ce58-4863-b5fe-b07185a84084),segment_id=31b3fab0-ce58-4863-b5fe-b07185a84084)] {{(pid=88357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:18:50.049944 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1328521 Nov 11 22:18:50.072705 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53748) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:50.078583 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:50.084470 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-96326093-66ac-49e3-864b-af409915e7a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:50.096962 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-56eee7ab-00fd-4269-91a3-ffe12e0bd457 admin admin] Request body: {'subnet': {'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-184946993-subnet', 'tenant_id': '43665bde38c04afb88bcf207f05f5331', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:18:50.107406 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-56eee7ab-00fd-4269-91a3-ffe12e0bd457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:50.124971 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-40b56d64-865f-4d77-884c-2cbde7094707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for subnet, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:50.128525 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-56eee7ab-00fd-4269-91a3-ffe12e0bd457 admin admin] Usage tracker for resource:subnet and tenant:43665bde38c04afb88bcf207f05f5331 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:50.134772 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-56eee7ab-00fd-4269-91a3-ffe12e0bd457 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:50.140229 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:18:50.145994 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-56eee7ab-00fd-4269-91a3-ffe12e0bd457 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:50.153286 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:18:50.159245 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:18:50.213980 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Pushing event updated for resources: {'Port': ['ID=de0555bb-043d-4a1f-b2da-40720c9292ee,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:50.228810 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:50.232220 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d442927a-e4d7-4e9d-ae94-eb8a8439d34e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:50.257519 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:50.257964 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.segments_db [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Added segment 2e291e9e-e370-4e6b-bfcb-75446ab59746 of type vlan for network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 Nov 11 22:18:50.260166 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56eee7ab-00fd-4269-91a3-ffe12e0bd457 admin admin] Made reservation on behalf of 43665bde38c04afb88bcf207f05f5331 for: {'subnet': 1} {{(pid=88355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:18:50.266977 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56eee7ab-00fd-4269-91a3-ffe12e0bd457 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:50.337050 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b56d64-865f-4d77-884c-2cbde7094707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84974e77-a635-44e8-ba56-9a4a42675f6d,revision_number=0']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:50.341224 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-40b56d64-865f-4d77-884c-2cbde7094707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:50.343386 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b56d64-865f-4d77-884c-2cbde7094707 admin admin] Checking segment: {'id': '65d4e0a5-b16f-4b5c-8cea-0a0cc84edfd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6bf15157-a2d2-466f-b7f3-690483475784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:18:50.343781 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b56d64-865f-4d77-884c-2cbde7094707 admin admin] Network hostable DHCP agents. Network: 6bf15157-a2d2-466f-b7f3-690483475784, hostable agents: ['677b8291-3a34-4ed4-9d57-1628f65efd5e'], hosted agents: [] {{(pid=88356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 22:18:50.439466 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.5442486 Nov 11 22:18:50.440240 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53768) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:50.445399 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Pushing event updated for resources: {'Port': ['ID=9eddfe94-b923-40d4-a629-0deda64945d1,revision_number=2']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:50.451129 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:50.455494 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Pushing event updated for resources: {'Network': ['ID=bcbad872-fbd0-40a2-acd1-a807e84b8e87,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:50.463911 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:50.475545 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-2d88c461-1967-4594-ba91-e5f6e9bac25d admin admin] Request body: {'subnet': {'network_id': '3e502878-60da-4698-8f22-97917266e235', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-subnet', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:18:50.476690 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Network bcbad872-fbd0-40a2-acd1-a807e84b8e87 details requested by agent ovs-agent-dv-cinder-815883-4-smb with host dv-cinder-815883-4-smb {{(pid=88357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 22:18:50.480758 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b56d64-865f-4d77-884c-2cbde7094707 admin admin] Network 6bf15157-a2d2-466f-b7f3-690483475784 is scheduled to be hosted by DHCP agent 677b8291-3a34-4ed4-9d57-1628f65efd5e with binding_index 1 {{(pid=88356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 22:18:50.518483 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2d88c461-1967-4594-ba91-e5f6e9bac25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:50.541562 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-2d88c461-1967-4594-ba91-e5f6e9bac25d admin admin] Usage tracker for resource:subnet and tenant:30b5c8060107440099282a255f5a3afc is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:50.558866 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-2d88c461-1967-4594-ba91-e5f6e9bac25d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:50.586273 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762808067494'] for network, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:50.604298 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2d88c461-1967-4594-ba91-e5f6e9bac25d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:50.632782 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-40b56d64-865f-4d77-884c-2cbde7094707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-smb, 6bf15157-a2d2-466f-b7f3-690483475784) {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:18:50.648659 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ac433e-04de-4067-aeae-57ba6ec9410a None None] Network 6bf15157-a2d2-466f-b7f3-690483475784 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:18:50.666818 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b56d64-865f-4d77-884c-2cbde7094707 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:18:50.673196 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-40b56d64-865f-4d77-884c-2cbde7094707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:50.706110 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Pushing event updated for resources: {'Network': ['ID=3e502878-60da-4698-8f22-97917266e235,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:50.721906 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Network 3e502878-60da-4698-8f22-97917266e235 details requested by agent ovs-agent-dv-cinder-815883-4-smb with host dv-cinder-815883-4-smb {{(pid=88357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 22:18:50.723301 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:50.723768 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.717s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:50.724237 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:50.735677 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-685ba0c5-fba9-450b-b6df-62772d918da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.650s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:50.753030 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d88c461-1967-4594-ba91-e5f6e9bac25d admin admin] Made reservation on behalf of 30b5c8060107440099282a255f5a3afc for: {'subnet': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:18:50.778318 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2d88c461-1967-4594-ba91-e5f6e9bac25d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:50.833920 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cee13c-a0ec-4bdb-b3fb-957b50d62332,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:50.864515 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for network, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:50.868800 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:50.879583 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:18:50.880654 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:50.889632 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:50.919550 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:50.929717 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442926'] for router, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:51.077656 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53786) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:51.084078 dv-cinder-815883-4-smb neutron-server[88244]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 22:18:51.131371 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-40b56d64-865f-4d77-884c-2cbde7094707 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1222279 Nov 11 22:18:51.282093 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbfcdfd-a476-4d1f-b497-95d85075f06e None None] Network 6bf15157-a2d2-466f-b7f3-690483475784 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:18:51.580668 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.5463309 Nov 11 22:18:51.599958 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 9eddfe94-b923-40d4-a629-0deda64945d1 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:18:51.610597 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53796) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:51.656656 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Pushing event updated for resources: {'Network': ['ID=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:51.682164 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-9cf6c082-f634-45f6-8a6b-970f8d8b1e42 admin admin] Request body: {'subnet': {'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1952725842-subnet', 'tenant_id': 'a4f3f3ba04d742bfab0c7d05cddbf2d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:18:51.736225 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 details requested by agent ovs-agent-dv-cinder-815883-4-smb with host dv-cinder-815883-4-smb {{(pid=88357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 22:18:51.928857 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2d88c461-1967-4594-ba91-e5f6e9bac25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for subnet, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:51.933861 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:51.958328 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9cf6c082-f634-45f6-8a6b-970f8d8b1e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:51.962834 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-9cf6c082-f634-45f6-8a6b-970f8d8b1e42 admin admin] Usage tracker for resource:subnet and tenant:a4f3f3ba04d742bfab0c7d05cddbf2d8 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:51.966246 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-9cf6c082-f634-45f6-8a6b-970f8d8b1e42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:51.973256 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9cf6c082-f634-45f6-8a6b-970f8d8b1e42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:51.978972 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:51.991351 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.101s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:52.015550 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf6c082-f634-45f6-8a6b-970f8d8b1e42 admin admin] Made reservation on behalf of a4f3f3ba04d742bfab0c7d05cddbf2d8 for: {'subnet': 1} {{(pid=88355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:18:52.021830 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9cf6c082-f634-45f6-8a6b-970f8d8b1e42 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:52.050719 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56eee7ab-00fd-4269-91a3-ffe12e0bd457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for subnet, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:52.067600 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Router 4d645204-5730-4494-9d7b-581114e41029 is scheduled to L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a with binding_index 1 {{(pid=88356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 11 22:18:52.087511 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:52.189448 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88c461-1967-4594-ba91-e5f6e9bac25d admin admin] Pushing event updated for resources: {'Subnet': ['ID=28b1f60c-9def-4779-8aa9-49aa02b8c273,revision_number=0']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:52.192973 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2d88c461-1967-4594-ba91-e5f6e9bac25d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:52.326859 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port 9eddfe94-b923-40d4-a629-0deda64945d1 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:18:52.358453 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d88c461-1967-4594-ba91-e5f6e9bac25d admin admin] Checking segment: {'id': 'ba319715-8c28-4774-8554-07eadbf5932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e502878-60da-4698-8f22-97917266e235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:18:52.366000 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88c461-1967-4594-ba91-e5f6e9bac25d admin admin] Network hostable DHCP agents. Network: 3e502878-60da-4698-8f22-97917266e235, hostable agents: ['677b8291-3a34-4ed4-9d57-1628f65efd5e'], hosted agents: [] {{(pid=88356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 22:18:52.451042 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d88c461-1967-4594-ba91-e5f6e9bac25d admin admin] Network 3e502878-60da-4698-8f22-97917266e235 is scheduled to be hosted by DHCP agent 677b8291-3a34-4ed4-9d57-1628f65efd5e with binding_index 1 {{(pid=88356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 22:18:52.641146 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eee7ab-00fd-4269-91a3-ffe12e0bd457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=678bec8e-2914-403b-acd5-8926fa26bd5f,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:52.654484 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-47a0d247-e03e-4be6-8df7-4caf588edb48 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:18:52.654484 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-47a0d247-e03e-4be6-8df7-4caf588edb48 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/networks?id=a2a86831-9243-40fa-8ea9-847db125615b HTTP/1.1" status: 200 len: 812 time: 1.5735595 Nov 11 22:18:52.664733 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-2d88c461-1967-4594-ba91-e5f6e9bac25d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-smb, 3e502878-60da-4698-8f22-97917266e235) {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:18:52.676853 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d88c461-1967-4594-ba91-e5f6e9bac25d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:18:52.677368 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c7841c-834b-467a-b72d-0e6764d0dbf5 None None] Network 3e502878-60da-4698-8f22-97917266e235 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:18:52.678291 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2d88c461-1967-4594-ba91-e5f6e9bac25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:52.714156 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-56eee7ab-00fd-4269-91a3-ffe12e0bd457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:52.751413 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:18:52.792899 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Sync routers for ids ['4d645204-5730-4494-9d7b-581114e41029'] in dv-cinder-815883-4-smb {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:18:52.798046 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-2d88c461-1967-4594-ba91-e5f6e9bac25d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3511231 Nov 11 22:18:52.800452 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53816) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:52.806197 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-b54c2b29-befd-4523-8fb8-be2e01548c87 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/quotas/d96907602069483e892e9fcbd04a832d HTTP/1.1" status: 200 len: 375 time: 0.0899391 Nov 11 22:18:52.810914 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9cf6c082-f634-45f6-8a6b-970f8d8b1e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for subnet, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:52.812484 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:18:52.822512 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:52.827296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Notify callbacks [] for router, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:52.861296 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9648514 Nov 11 22:18:52.861296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Usage tracker for resource:router and tenant:30b5c8060107440099282a255f5a3afc is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:52.861296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:52.862333 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53820) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:52.890320 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:52.895685 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Routers {'4d645204-5730-4494-9d7b-581114e41029'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:18:52.896882 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:18:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['4d645204-5730-4494-9d7b-581114e41029'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:18:52.898174 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:52.987313 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854293586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036852686418'] for router, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:52.990208 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854332808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2089382'] for router, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:53.041179 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-cc54878b-d269-4e4c-ac6b-650dba612a0f tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d96907602069483e892e9fcbd04a832d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2272584 Nov 11 22:18:53.057717 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eee7ab-00fd-4269-91a3-ffe12e0bd457 admin admin] Checking segment: {'id': '324b1be9-156f-4e1b-ada2-044951fb8d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:18:53.071168 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:53.071728 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eee7ab-00fd-4269-91a3-ffe12e0bd457 admin admin] Network hostable DHCP agents. Network: bcbad872-fbd0-40a2-acd1-a807e84b8e87, hostable agents: ['677b8291-3a34-4ed4-9d57-1628f65efd5e'], hosted agents: [] {{(pid=88355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 22:18:53.211491 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6c082-f634-45f6-8a6b-970f8d8b1e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d9e299-f3ab-4d26-86ad-8832fcc6a207,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:53.216060 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9cf6c082-f634-45f6-8a6b-970f8d8b1e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:53.325504 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eee7ab-00fd-4269-91a3-ffe12e0bd457 admin admin] Network bcbad872-fbd0-40a2-acd1-a807e84b8e87 is scheduled to be hosted by DHCP agent 677b8291-3a34-4ed4-9d57-1628f65efd5e with binding_index 1 {{(pid=88355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 22:18:53.337834 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6c082-f634-45f6-8a6b-970f8d8b1e42 admin admin] Checking segment: {'id': '2e291e9e-e370-4e6b-bfcb-75446ab59746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:18:53.338242 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf6c082-f634-45f6-8a6b-970f8d8b1e42 admin admin] Network hostable DHCP agents. Network: 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9, hostable agents: ['677b8291-3a34-4ed4-9d57-1628f65efd5e'], hosted agents: [] {{(pid=88355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 22:18:53.473854 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5c71123-0637-5e80-91e8-52e6b825b827-3e502878-60da-4698-8f22-97917266e235', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273'}]}} from dv-cinder-815883-4-smb. {{(pid=88357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 11 22:18:53.475728 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:53.561079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-56eee7ab-00fd-4269-91a3-ffe12e0bd457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-smb, bcbad872-fbd0-40a2-acd1-a807e84b8e87) {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:18:53.563469 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Set router 4d645204-5730-4494-9d7b-581114e41029 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:18:53.569008 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eee7ab-00fd-4269-91a3-ffe12e0bd457 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:18:53.574787 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56eee7ab-00fd-4269-91a3-ffe12e0bd457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:53.673575 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf6c082-f634-45f6-8a6b-970f8d8b1e42 admin admin] Network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 is scheduled to be hosted by DHCP agent 677b8291-3a34-4ed4-9d57-1628f65efd5e with binding_index 1 {{(pid=88355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 22:18:53.709185 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-56eee7ab-00fd-4269-91a3-ffe12e0bd457 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.6217628 Nov 11 22:18:53.711655 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53844) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:53.733030 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-184946993-router', 'tenant_id': '43665bde38c04afb88bcf207f05f5331', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:18:53.738518 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a969a3c4-9d3f-4503-8af0-fb6d8de38756 None None] Network 65d9ad99-3a08-4dd5-af3c-91116e42d962 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:18:53.740920 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-9cf6c082-f634-45f6-8a6b-970f8d8b1e42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-smb, 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9) {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:18:53.751526 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:54.023982 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf6c082-f634-45f6-8a6b-970f8d8b1e42 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:18:54.023982 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9cf6c082-f634-45f6-8a6b-970f8d8b1e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:54.023982 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Usage tracker for resource:router and tenant:43665bde38c04afb88bcf207f05f5331 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:54.023982 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:54.023982 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:54.025259 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854332855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854293569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2089417'] for router, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:54.109877 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-9cf6c082-f634-45f6-8a6b-970f8d8b1e42 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4819112 Nov 11 22:18:54.126565 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854293586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036852686418'] for router, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:54.130816 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854332808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2089382'] for router, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:54.201989 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9ef1a1-579e-49c0-8c71-4ab742b2f4d5 None None] Network bcbad872-fbd0-40a2-acd1-a807e84b8e87 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:18:54.218903 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-81dac593-c326-45f5-9a1e-568581f552de service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88355) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:18:54.221781 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-81dac593-c326-45f5-9a1e-568581f552de service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.8245833 Nov 11 22:18:54.261385 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3def22-207d-48fc-a25d-7ea04034ef74 None None] Network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:18:54.676980 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:54.720937 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:54.758826 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:18:50Z', 'revision_number': 3, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:18:54.779618 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Checking router: 4d645204-5730-4494-9d7b-581114e41029 for host: dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:18:54.779860 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:54.780232 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Updating router 4d645204-5730-4494-9d7b-581114e41029 port de0555bb-043d-4a1f-b2da-40720c9292ee binding host dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 22:18:54.924318 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53868) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:55.004198 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:55.112317 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-a754ea6b-d9d0-484f-8934-61cdd99226ca None None] Provisioning for port 9eddfe94-b923-40d4-a629-0deda64945d1 completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:18:55.141109 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-a754ea6b-d9d0-484f-8934-61cdd99226ca None None] Provisioning complete for port 9eddfe94-b923-40d4-a629-0deda64945d1 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:18:55.141498 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a754ea6b-d9d0-484f-8934-61cdd99226ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:55.157690 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854332855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854293569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2089417'] for router, precommit_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:55.158868 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Allocated IP 172.28.0.94 (bf438b09-e7cb-41a3-9cf4-64cadd7b8e13/ef69609a-b63d-436e-8cdc-c158ad574162/8072b9ae-391f-444b-a2d0-e09612a6d1e2) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:18:55.180905 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53880) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:55.193771 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1390695933-network', 'tenant_id': '1dcf17b9687f44ef96c74988176b522b'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:18:55.199094 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:55.204250 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Usage tracker for resource:network and tenant:1dcf17b9687f44ef96c74988176b522b is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:55.209786 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:55.217200 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:55.267507 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Made reservation on behalf of 1dcf17b9687f44ef96c74988176b522b for: {'network': 1} {{(pid=88355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:18:55.274458 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for network, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:55.294575 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:55.447197 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-909d58ce-975e-4fae-96f2-09a66f76a29a service neutron] 10.222.0.25 "GET /v2.0/networks/a2a86831-9243-40fa-8ea9-847db125615b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2151520 Nov 11 22:18:55.563575 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:55.625565 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-c604f171-b696-4e54-8ef9-9b7074127208 service neutron] 10.222.0.25 "GET /v2.0/networks/a2a86831-9243-40fa-8ea9-847db125615b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612213 Nov 11 22:18:55.642026 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Allocated IP 172.20.0.2 (3e502878-60da-4698-8f22-97917266e235/28b1f60c-9def-4779-8aa9-49aa02b8c273/0deefdfa-c352-4435-bb76-054b40e4c007) {{(pid=88357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:18:55.683299 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:55.689073 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:55.696023 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:55.699078 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Usage tracker for resource:security_group_rule and tenant:1dcf17b9687f44ef96c74988176b522b is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:55.785698 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:18:55.790491 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:18:55.795182 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:18:55.819041 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:55.854442 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Pushing event updated for resources: {'Port': ['ID=8072b9ae-391f-444b-a2d0-e09612a6d1e2,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:55.881934 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:56.005383 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:56.079949 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:56.081283 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442926'] for router, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:56.104288 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-09dabfaf-0c1a-439e-94e5-c7d0c81157b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:56.190843 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-09dabfaf-0c1a-439e-94e5-c7d0c81157b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:18:56.208109 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-09dabfaf-0c1a-439e-94e5-c7d0c81157b1 admin admin] Usage tracker for resource:security_group_rule and tenant:d0994bdefa3e4b6a8a82737b9133ce93 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:18:56.215781 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-09dabfaf-0c1a-439e-94e5-c7d0c81157b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:18:56.232448 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-09dabfaf-0c1a-439e-94e5-c7d0c81157b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:18:56.266041 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:56.283985 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Notify callbacks [] for port, precommit_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:56.285537 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Transition to ACTIVE for port object de0555bb-043d-4a1f-b2da-40720c9292ee will not be triggered until provisioned by entity L2. {{(pid=88358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:18:56.364023 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:56.371272 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eacbb8e7-d626-458e-97a3-99e9cfbb3d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:56.382158 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Transition to ACTIVE for port object 0deefdfa-c352-4435-bb76-054b40e4c007 will not be triggered until provisioned by entity L2. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:18:56.394929 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a8140e25-0933-49bd-bf2e-6fc54aea0ec5 req-03e49b05-85a5-4450-9f42-7f8004703172 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 210 time: 0.0969665 Nov 11 22:18:56.575976 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44f7c9b-51de-48f9-84ad-02afdc64587f None None] Network bcbad872-fbd0-40a2-acd1-a807e84b8e87 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:18:56.593036 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc946a3-58f7-4366-b9df-b83793a668cc None None] Pushing event updated for resources: {'Port': ['ID=de0555bb-043d-4a1f-b2da-40720c9292ee,revision_number=2']} {{(pid=88358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:56.653540 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc946a3-58f7-4366-b9df-b83793a668cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:56.654452 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc946a3-58f7-4366-b9df-b83793a668cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:56.655245 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc946a3-58f7-4366-b9df-b83793a668cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:56.656087 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc946a3-58f7-4366-b9df-b83793a668cc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:56.657882 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc946a3-58f7-4366-b9df-b83793a668cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:56.658722 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc946a3-58f7-4366-b9df-b83793a668cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:56.659601 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc946a3-58f7-4366-b9df-b83793a668cc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:56.661293 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc946a3-58f7-4366-b9df-b83793a668cc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:56.662169 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc946a3-58f7-4366-b9df-b83793a668cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:56.663308 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc946a3-58f7-4366-b9df-b83793a668cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:56.663859 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc946a3-58f7-4366-b9df-b83793a668cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc946a3-58f7-4366-b9df-b83793a668cc None None] Tracked resource versions report: Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: pushed versions: Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: { 'ConntrackHelper': {'1.0'}, Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'Log': {'1.0'}, Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'Network': {'1.1'}, Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'Port': {'1.5'}, Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'PortForwarding': {'1.2'}, Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'QosPolicy': {'1.8'}, Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroup': {'1.2'}, Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroupRule': {'1.0'}, Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'SubPort': {'1.0'}, Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'Subnet': {'1.1'}, Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'Trunk': {'1.1'}} Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: consumer versions: Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: { DHCP agent@dv-cinder-815883-4-smb: {}, Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: HyperV agent@hv-cinder-81588: {}, Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: L3 agent@dv-cinder-815883-4-smb: {}, Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: Metadata agent@dv-cinder-815883-4-smb: {}, Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: Metering agent@dv-cinder-815883-4-smb: {}, Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: Open vSwitch agent@dv-cinder-815883-4-smb: { 'ConntrackHelper': '1.0', Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'Log': '1.0', Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'Network': '1.1', Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'Port': '1.5', Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'PortForwarding': '1.2', Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'QosPolicy': '1.8', Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroup': '1.2', Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'SecurityGroupRule': '1.0', Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'SubPort': '1.0', Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'Subnet': '1.1', Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: 'Trunk': '1.1'}} Nov 11 22:18:56.666660 dv-cinder-815883-4-smb neutron-server[88244]: {{(pid=88358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 11 22:18:56.674419 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Attempting to bind port de0555bb-043d-4a1f-b2da-40720c9292ee on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:18:56.675851 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Attempting to bind port de0555bb-043d-4a1f-b2da-40720c9292ee by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}] {{(pid=88358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:18:56.676811 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Attempting to bind port de0555bb-043d-4a1f-b2da-40720c9292ee on network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:18:56.683530 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ebc946a3-58f7-4366-b9df-b83793a668cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:56.703624 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:18:56.704481 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Checking segment: {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:18:56.705504 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:56.710819 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Bound using segment: {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'} {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:18:56.712260 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Bound port: de0555bb-043d-4a1f-b2da-40720c9292ee, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}}] {{(pid=88358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:18:56.713185 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:56.734784 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Router d3907bdb-eddc-43f3-889e-90275a1f4d50 is scheduled to L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a with binding_index 1 {{(pid=88356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 11 22:18:56.812239 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:56.893652 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:56.983753 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deeb3e0-7069-4625-ae5d-06b898f93d4b None None] Network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:18:57.035462 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] For port de0555bb-043d-4a1f-b2da-40720c9292ee, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:18:57.044985 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] For port de0555bb-043d-4a1f-b2da-40720c9292ee, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=de0555bb-043d-4a1f-b2da-40720c9292ee,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:18:57.057475 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:57.058946 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 53928) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:57.106198 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:57.116607 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-09dabfaf-0c1a-439e-94e5-c7d0c81157b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:57.125346 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ebc946a3-58f7-4366-b9df-b83793a668cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:57.137457 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:57.150522 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:57.207267 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:57.327083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-09dabfaf-0c1a-439e-94e5-c7d0c81157b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:57.370476 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:18:57.427913 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc946a3-58f7-4366-b9df-b83793a668cc None None] Pushing event updated for resources: {'Port': ['ID=de0555bb-043d-4a1f-b2da-40720c9292ee,revision_number=3']} {{(pid=88358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:57.455034 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ebc946a3-58f7-4366-b9df-b83793a668cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:57.462623 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Routers {'4d645204-5730-4494-9d7b-581114e41029'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:18:57.463576 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:18:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['4d645204-5730-4494-9d7b-581114e41029'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:18:57.521970 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Notify callbacks [] for router, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:57.523600 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7214963 Nov 11 22:18:57.531210 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53952) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:57.570602 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Sync routers for ids ['d3907bdb-eddc-43f3-889e-90275a1f4d50'] in dv-cinder-815883-4-smb {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:18:57.646235 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Transition to ACTIVE for port object 0deefdfa-c352-4435-bb76-054b40e4c007 will not be triggered until provisioned by entity DHCP. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:18:57.802336 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a754ea6b-d9d0-484f-8934-61cdd99226ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:57.931899 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] Set router 4d645204-5730-4494-9d7b-581114e41029 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:18:57.947247 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-a754ea6b-d9d0-484f-8934-61cdd99226ca None None] For port 9eddfe94-b923-40d4-a629-0deda64945d1, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=9eddfe94-b923-40d4-a629-0deda64945d1,segment=NetworkSegment(31b3fab0-ce58-4863-b5fe-b07185a84084),segment_id=31b3fab0-ce58-4863-b5fe-b07185a84084)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:18:58.000006 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Routers {'d3907bdb-eddc-43f3-889e-90275a1f4d50'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:18:58.002049 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:18:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['d3907bdb-eddc-43f3-889e-90275a1f4d50'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:18:58.208667 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=88355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 22:18:58.349277 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:18:50Z', 'revision_number': 3, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:18:58.354942 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c2dafd-82a2-498d-b3c1-f9d06d6688e2 None None] The sync data for ids ['4d645204-5730-4494-9d7b-581114e41029'] in dv-cinder-815883-4-smb is: [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:18:50Z', 'revision_number': 3, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}] {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:18:58.427781 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a754ea6b-d9d0-484f-8934-61cdd99226ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:58.429224 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:58.430657 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:58.431312 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.segments_db [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Added segment 31529114-9ce4-4cec-afff-c3fe6aa7555b of type vlan for network dc0ec01f-d98e-4a1c-b868-0da0cf233d0f Nov 11 22:18:58.445480 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3f0d0bd3-2b50-434a-9164-5185939efe30 req-1af6225e-44da-4b85-9d08-cac8d1aafc02 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 210 time: 0.6496723 Nov 11 22:18:58.538958 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-09dabfaf-0c1a-439e-94e5-c7d0c81157b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0994bdefa3e4b6a8a82737b9133ce93&name=default HTTP/1.1" status: 200 len: 2647 time: 3.5931723 Nov 11 22:18:58.543158 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 53968) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:18:58.544742 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5846895c-8a08-42c4-a3c7-68f0a673b52a,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:58.643046 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:58.661264 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-841d8ded-64d8-4892-ae17-97252657bbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:58.662731 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.455s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:58.663509 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.855s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:58.723418 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-de794c92-e752-4f36-86c2-ca01c696f3b4 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:18:58.724792 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-de794c92-e752-4f36-86c2-ca01c696f3b4 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Synchronizing usage tracker for tenant:a4f3f3ba04d742bfab0c7d05cddbf2d8 on resource:network {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:18:58.769667 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Allocated IP 172.28.0.139 (bf438b09-e7cb-41a3-9cf4-64cadd7b8e13/ef69609a-b63d-436e-8cdc-c158ad574162/cdb754f5-5e08-4450-823f-210be426bada) {{(pid=88355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:18:58.771698 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754ea6b-d9d0-484f-8934-61cdd99226ca None None] Pushing event updated for resources: {'Port': ['ID=9eddfe94-b923-40d4-a629-0deda64945d1,revision_number=3']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:58.814806 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dabfaf-0c1a-439e-94e5-c7d0c81157b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ecec8e-c456-4ae3-995e-a39d0ac0d9cd,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:58.820594 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-09dabfaf-0c1a-439e-94e5-c7d0c81157b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:58.830711 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-841d8ded-64d8-4892-ae17-97252657bbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:59.012124 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762808067494'] for network, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:59.031626 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-de794c92-e752-4f36-86c2-ca01c696f3b4 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Unset dirty status for tenant:a4f3f3ba04d742bfab0c7d05cddbf2d8 on resource:network {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:18:59.033921 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-de794c92-e752-4f36-86c2-ca01c696f3b4 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/networks?id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 HTTP/1.1" status: 200 len: 815 time: 1.9591477 Nov 11 22:18:59.113317 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-d7b86a30-8251-4083-b161-f98a8bd467f4 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/quotas/a4f3f3ba04d742bfab0c7d05cddbf2d8 HTTP/1.1" status: 200 len: 375 time: 0.0410252 Nov 11 22:18:59.125086 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Network 3e502878-60da-4698-8f22-97917266e235 is already hosted by enough agents. {{(pid=88357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:18:59.152394 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Resources bound (agent type, host, resource id): {{(pid=88357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:18:59.168920 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Received port after_create {{(pid=88357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:18:59.202215 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Pushing event updated for resources: {'Port': ['ID=0deefdfa-c352-4435-bb76-054b40e4c007,revision_number=1']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:59.212032 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:59.216702 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:59.217859 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:59.303008 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Set router d3907bdb-eddc-43f3-889e-90275a1f4d50 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:18:59.318794 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-841d8ded-64d8-4892-ae17-97252657bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:59.335421 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Allocated IP 172.20.0.1 (65d9ad99-3a08-4dd5-af3c-91116e42d962/b4ba6ec0-e7b0-4914-9c13-c2928c121dea/41a7df62-13d4-4c63-86e9-d90560ec9abd) {{(pid=88355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:18:59.397970 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:18:59.456282 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d8ded-64d8-4892-ae17-97252657bbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ecec8e-c456-4ae3-995e-a39d0ac0d9cd,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:18:59.469487 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-841d8ded-64d8-4892-ae17-97252657bbc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:18:59.472893 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-841d8ded-64d8-4892-ae17-97252657bbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:59.489517 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-841d8ded-64d8-4892-ae17-97252657bbc9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18ecec8e-c456-4ae3-995e-a39d0ac0d9cd HTTP/1.1" status: 204 len: 168 time: 0.9365783 Nov 11 22:18:59.712865 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-fc3be9b4-4430-4238-a17d-e08e11e2e3eb tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4f3f3ba04d742bfab0c7d05cddbf2d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5977762 Nov 11 22:18:59.899864 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-aab7eb61-a6f3-4038-b3ba-6484b2353fb3 None None] Provisioning complete for port 9eddfe94-b923-40d4-a629-0deda64945d1 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:18:59.906265 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-aab7eb61-a6f3-4038-b3ba-6484b2353fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:18:59.967455 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for network, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:00.034217 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 9eddfe94-b923-40d4-a629-0deda64945d1 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:19:00.189951 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:00.326321 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:00.350403 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Attempting to bind port 0deefdfa-c352-4435-bb76-054b40e4c007 on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:00.354962 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Attempting to bind port 0deefdfa-c352-4435-bb76-054b40e4c007 by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': 'ba319715-8c28-4774-8554-07eadbf5932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e502878-60da-4698-8f22-97917266e235'}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:19:00.356048 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Attempting to bind port 0deefdfa-c352-4435-bb76-054b40e4c007 on network 3e502878-60da-4698-8f22-97917266e235 {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:19:00.393785 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Transition to ACTIVE for port object 41a7df62-13d4-4c63-86e9-d90560ec9abd will not be triggered until provisioned by entity DHCP. {{(pid=88355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:19:00.453075 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:00.453761 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:00.537513 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7f974cf8-dd87-4b09-9acc-f627fde2a63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:00.691937 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:19:00.693056 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Checking segment: {'id': 'ba319715-8c28-4774-8554-07eadbf5932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e502878-60da-4698-8f22-97917266e235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:19:00.694226 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:00.695195 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Bound using segment: {'id': 'ba319715-8c28-4774-8554-07eadbf5932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e502878-60da-4698-8f22-97917266e235'} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:19:00.696335 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Bound port: 0deefdfa-c352-4435-bb76-054b40e4c007, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba319715-8c28-4774-8554-07eadbf5932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e502878-60da-4698-8f22-97917266e235'}}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:19:00.697329 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:00.747275 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:00.753198 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Allocated IP 172.20.0.1 (3e502878-60da-4698-8f22-97917266e235/28b1f60c-9def-4779-8aa9-49aa02b8c273/5263b172-849d-4f6c-be93-0b151365a3c7) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:19:00.762158 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 5.5703042 Nov 11 22:19:00.764689 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 54006) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:00.778974 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-75dcacb4-2d43-4e85-a595-2e2ea3c41881 admin admin] Request body: {'subnet': {'network_id': 'dc0ec01f-d98e-4a1c-b868-0da0cf233d0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1390695933-subnet', 'tenant_id': '1dcf17b9687f44ef96c74988176b522b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:00.791604 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-75dcacb4-2d43-4e85-a595-2e2ea3c41881 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:00.801268 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-75dcacb4-2d43-4e85-a595-2e2ea3c41881 admin admin] Usage tracker for resource:subnet and tenant:1dcf17b9687f44ef96c74988176b522b is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:00.807028 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-75dcacb4-2d43-4e85-a595-2e2ea3c41881 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:00.845290 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-75dcacb4-2d43-4e85-a595-2e2ea3c41881 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:00.960258 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.55', 59487) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:00.978329 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-416b1eba-21fa-4122-8761-72691bef85a3 req-e9496307-8c98-4d26-b7bc-db7c6207eab2 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 210 time: 0.8486764 Nov 11 22:19:01.034565 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dcacb4-2d43-4e85-a595-2e2ea3c41881 admin admin] Made reservation on behalf of 1dcf17b9687f44ef96c74988176b522b for: {'subnet': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:19:01.038720 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 9eddfe94-b923-40d4-a629-0deda64945d1 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:01.039791 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:01.053863 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75dcacb4-2d43-4e85-a595-2e2ea3c41881 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:01.061711 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:01.100444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 54012) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:01.302302 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Network 65d9ad99-3a08-4dd5-af3c-91116e42d962 is already hosted by enough agents. {{(pid=88355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:19:01.318629 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-f8b99c09-c116-4eae-bf70-d1ed3c407ae6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88355) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:19:01.321389 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-f8b99c09-c116-4eae-bf70-d1ed3c407ae6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 1.3517702 Nov 11 22:19:01.332317 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Resources bound (agent type, host, resource id): {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:19:01.347296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Received port after_create {{(pid=88355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:19:01.348053 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854332565'] for router_interface, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:01.464779 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Pushing event updated for resources: {'Network': ['ID=dc0ec01f-d98e-4a1c-b868-0da0cf233d0f,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:01.475200 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:01.505209 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] For port 0deefdfa-c352-4435-bb76-054b40e4c007, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:19:01.510776 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.513s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:01.526737 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] For port 0deefdfa-c352-4435-bb76-054b40e4c007, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=0deefdfa-c352-4435-bb76-054b40e4c007,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:19:01.559479 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Network dc0ec01f-d98e-4a1c-b868-0da0cf233d0f details requested by agent ovs-agent-dv-cinder-815883-4-smb with host dv-cinder-815883-4-smb {{(pid=88357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 22:19:01.723128 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71848691-52e0-4651-a769-986ec54860c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:01.751126 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Pushing event updated for resources: {'Port': ['ID=41a7df62-13d4-4c63-86e9-d90560ec9abd,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:01.760918 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:01.933218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:01.941403 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-71848691-52e0-4651-a769-986ec54860c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:01.946233 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:01.950715 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-71848691-52e0-4651-a769-986ec54860c1 admin admin] Usage tracker for resource:security_group_rule and tenant:6a68b3fb4a0e4ec1b16a3d4f03c11d1f is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:01.957265 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-71848691-52e0-4651-a769-986ec54860c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:01.967031 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:01.972875 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-71848691-52e0-4651-a769-986ec54860c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:01.997883 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-59eedafb-3972-4469-85de-b46c454d5d8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:02.208715 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e4003029-67b1-4c9d-9875-5d125986fdce service neutron] 10.222.0.25 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8659744 Nov 11 22:19:02.357619 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:18:55Z', 'revision_number': 3, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:18:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:02.379761 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71848691-52e0-4651-a769-986ec54860c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:02.410170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:19:02.428042 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Checking router: d3907bdb-eddc-43f3-889e-90275a1f4d50 for host: dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:19:02.428419 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Updating router d3907bdb-eddc-43f3-889e-90275a1f4d50 port 8072b9ae-391f-444b-a2d0-e09612a6d1e2 binding host dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 22:19:02.544288 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71848691-52e0-4651-a769-986ec54860c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:02.558692 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:02.587647 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:02.603272 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Pushing event updated for resources: {'Port': ['ID=cdb754f5-5e08-4450-823f-210be426bada,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:02.621536 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:02.629567 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:02.647280 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-71848691-52e0-4651-a769-986ec54860c1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a68b3fb4a0e4ec1b16a3d4f03c11d1f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5425549 Nov 11 22:19:02.663512 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 54038) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:02.719487 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Pushing event updated for resources: {'Port': ['ID=0deefdfa-c352-4435-bb76-054b40e4c007,revision_number=2']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:02.731403 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:02.746801 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device de0555bb-043d-4a1f-b2da-40720c9292ee up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:19:02.759718 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:02.831244 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8047aef3-c6ca-4b24-9372-80fa9f86021c req-d94955c2-104a-4125-a50e-fdc76289101a tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 210 time: 0.1848104 Nov 11 22:19:02.844887 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-13b76305-b1a5-472a-a264-c8c551708a5a tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:02.845776 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-13b76305-b1a5-472a-a264-c8c551708a5a tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Synchronizing usage tracker for tenant:d96907602069483e892e9fcbd04a832d on resource:network {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:19:02.853341 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71848691-52e0-4651-a769-986ec54860c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f54d23f-d005-40c8-83c5-0637a7667080,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:02.867585 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-e7bb4242-42ea-437a-b455-ec4aa3dff39b None None] Provisioning for port 41a7df62-13d4-4c63-86e9-d90560ec9abd completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:19:02.904840 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Transition to ACTIVE for port object 5263b172-849d-4f6c-be93-0b151365a3c7 will not be triggered until provisioned by entity DHCP. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:19:02.916791 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-e7bb4242-42ea-437a-b455-ec4aa3dff39b None None] Provisioning complete for port 41a7df62-13d4-4c63-86e9-d90560ec9abd triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:02.917346 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e7bb4242-42ea-437a-b455-ec4aa3dff39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:02.921039 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-71848691-52e0-4651-a769-986ec54860c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:02.942837 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 is already hosted by enough agents. {{(pid=88355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:19:02.964545 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Resources bound (agent type, host, resource id): {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:19:02.996451 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Received port after_create {{(pid=88355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:19:03.041288 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:03.069411 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-56962d8d-ad31-4544-805a-643c1e794d6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:03.146264 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d40838ed-cb6d-4abc-bd92-e7d8abafe8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:03.237694 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-007b16e4-b696-4131-a98c-c4122eefd72c service neutron] 10.222.0.25 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0278547 Nov 11 22:19:03.240670 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-13b76305-b1a5-472a-a264-c8c551708a5a tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Unset dirty status for tenant:d96907602069483e892e9fcbd04a832d on resource:network {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:19:03.243289 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-13b76305-b1a5-472a-a264-c8c551708a5a tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.55 "GET /v2.0/networks?id=a2a86831-9243-40fa-8ea9-847db125615b HTTP/1.1" status: 200 len: 812 time: 2.2709997 Nov 11 22:19:03.359367 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-a4d31cbf-5efe-488b-b8e6-7c368ce7f9ea tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Request body: {'port': {'device_id': '2a7f6bb4-fe00-4a87-a013-ae24ad8eca83', 'network_id': 'a2a86831-9243-40fa-8ea9-847db125615b', 'admin_state_up': True, 'tenant_id': 'd96907602069483e892e9fcbd04a832d'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:03.508870 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d40838ed-cb6d-4abc-bd92-e7d8abafe8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:03.768073 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Notify callbacks [] for port, precommit_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:03.897314 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Network 3e502878-60da-4698-8f22-97917266e235 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:19:03.899975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-e7bb4242-42ea-437a-b455-ec4aa3dff39b None None] Port 41a7df62-13d4-4c63-86e9-d90560ec9abd cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:19:03.904449 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Transition to ACTIVE for port object 8072b9ae-391f-444b-a2d0-e09612a6d1e2 will not be triggered until provisioned by entity L2. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:19:03.929942 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:19:03.941140 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port de0555bb-043d-4a1f-b2da-40720c9292ee completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:19:03.950978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:19:03.951808 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854332565'] for router_interface, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:03.955879 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port de0555bb-043d-4a1f-b2da-40720c9292ee triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:03.956504 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:04.066544 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:04.069119 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:04.096167 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:04.134912 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Pushing event updated for resources: {'Port': ['ID=5263b172-849d-4f6c-be93-0b151365a3c7,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:04.175780 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.106s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:04.188483 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75dcacb4-2d43-4e85-a595-2e2ea3c41881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for subnet, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:04.245658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:04.405564 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Attempting to bind port 8072b9ae-391f-444b-a2d0-e09612a6d1e2 on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:04.406286 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Attempting to bind port 8072b9ae-391f-444b-a2d0-e09612a6d1e2 by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:19:04.406962 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Attempting to bind port 8072b9ae-391f-444b-a2d0-e09612a6d1e2 on network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:19:04.418245 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b326e01c-f723-4fb6-9a80-f7031fcb852e req-e109837a-c694-47f2-aabf-8e111f42b934 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 210 time: 0.4943335 Nov 11 22:19:04.472542 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:19:04.477720 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Checking segment: {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:19:04.478800 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:04.481441 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Bound using segment: {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:19:04.482727 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Bound port: 8072b9ae-391f-444b-a2d0-e09612a6d1e2, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:19:04.486886 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:04.530890 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d40838ed-cb6d-4abc-bd92-e7d8abafe8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:04.700836 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b63b9-27c1-4092-9ed7-9d1c513183d8 None None] Pushing event updated for resources: {'Port': ['ID=8072b9ae-391f-444b-a2d0-e09612a6d1e2,revision_number=2']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:04.752066 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a9e69e4b-26ae-4f5f-945f-81cf2ab7ea82 req-8da58b53-aed1-4418-b99a-8421e495c22a tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 210 time: 0.1651192 Nov 11 22:19:04.832284 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-505b63b9-27c1-4092-9ed7-9d1c513183d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:04.912782 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:04.914122 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442926'] for router, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:05.002994 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-a4d31cbf-5efe-488b-b8e6-7c368ce7f9ea tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:05.020103 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:05.061795 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] For port de0555bb-043d-4a1f-b2da-40720c9292ee, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=de0555bb-043d-4a1f-b2da-40720c9292ee,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:05.069298 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-a4d31cbf-5efe-488b-b8e6-7c368ce7f9ea tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Usage tracker for resource:port and tenant:d96907602069483e892e9fcbd04a832d is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:05.081487 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-a4d31cbf-5efe-488b-b8e6-7c368ce7f9ea tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:05.092769 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] For port 8072b9ae-391f-444b-a2d0-e09612a6d1e2, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:19:05.099347 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] For port 8072b9ae-391f-444b-a2d0-e09612a6d1e2, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=8072b9ae-391f-444b-a2d0-e09612a6d1e2,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:19:05.107313 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:05.111360 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6576314f-aeaf-44a2-b2ae-1d56baac64bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:05.134979 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-a4d31cbf-5efe-488b-b8e6-7c368ce7f9ea tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:05.138188 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcacb4-2d43-4e85-a595-2e2ea3c41881 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e84ab1ec-8d64-4315-a103-3df89dd45aca,revision_number=0']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:05.148014 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-75dcacb4-2d43-4e85-a595-2e2ea3c41881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:05.152113 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:05.167682 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:05.186211 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dcacb4-2d43-4e85-a595-2e2ea3c41881 admin admin] Checking segment: {'id': '31529114-9ce4-4cec-afff-c3fe6aa7555b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'dc0ec01f-d98e-4a1c-b868-0da0cf233d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:19:05.187145 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dcacb4-2d43-4e85-a595-2e2ea3c41881 admin admin] Network hostable DHCP agents. Network: dc0ec01f-d98e-4a1c-b868-0da0cf233d0f, hostable agents: ['677b8291-3a34-4ed4-9d57-1628f65efd5e'], hosted agents: [] {{(pid=88356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 22:19:05.194109 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:05.227004 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40838ed-cb6d-4abc-bd92-e7d8abafe8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f54d23f-d005-40c8-83c5-0637a7667080,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:05.288226 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d40838ed-cb6d-4abc-bd92-e7d8abafe8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:05.314901 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-a4d31cbf-5efe-488b-b8e6-7c368ce7f9ea tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Made reservation on behalf of d96907602069483e892e9fcbd04a832d for: {'port': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:19:05.325333 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-a4d31cbf-5efe-488b-b8e6-7c368ce7f9ea tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:05.446499 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:05.491781 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:05.491781 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851471324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443148'] for router_interface, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:05.509949 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:05.534240 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Pushing event updated for resources: {'Port': ['ID=de0555bb-043d-4a1f-b2da-40720c9292ee,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:05.541391 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:05.547917 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:05.629177 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dcacb4-2d43-4e85-a595-2e2ea3c41881 admin admin] Network dc0ec01f-d98e-4a1c-b868-0da0cf233d0f is scheduled to be hosted by DHCP agent 677b8291-3a34-4ed4-9d57-1628f65efd5e with binding_index 1 {{(pid=88356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 22:19:05.713556 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67e564f-7769-4c8d-9c8e-ca065c6a22ca None None] Network 3e502878-60da-4698-8f22-97917266e235 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:19:05.840917 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 0deefdfa-c352-4435-bb76-054b40e4c007 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:19:06.024772 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b63b9-27c1-4092-9ed7-9d1c513183d8 None None] Pushing event updated for resources: {'Port': ['ID=8072b9ae-391f-444b-a2d0-e09612a6d1e2,revision_number=3']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:06.107129 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-505b63b9-27c1-4092-9ed7-9d1c513183d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:06.161685 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d40838ed-cb6d-4abc-bd92-e7d8abafe8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:06.173887 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-d40838ed-cb6d-4abc-bd92-e7d8abafe8b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f54d23f-d005-40c8-83c5-0637a7667080 HTTP/1.1" status: 204 len: 168 time: 3.5057788 Nov 11 22:19:06.199113 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-75dcacb4-2d43-4e85-a595-2e2ea3c41881 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-smb, dc0ec01f-d98e-4a1c-b868-0da0cf233d0f) {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:19:06.465063 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Routers {'d3907bdb-eddc-43f3-889e-90275a1f4d50'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:19:06.466666 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:18:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['d3907bdb-eddc-43f3-889e-90275a1f4d50'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:06.669285 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75dcacb4-2d43-4e85-a595-2e2ea3c41881 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:06.679567 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75dcacb4-2d43-4e85-a595-2e2ea3c41881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:06.757047 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fcfcc40a-bb59-4877-a39a-fb4c0816cc17 req-2e0811a0-12a8-424f-92ec-432a70a99ffd tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 210 time: 0.8836002 Nov 11 22:19:06.877373 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-dc2125a6-25cc-4615-8cf6-97892cf7234c None None] Provisioning for port 0deefdfa-c352-4435-bb76-054b40e4c007 completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:19:06.901672 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7d5fc1-4666-4485-8236-c223511d27db None None] Network dc0ec01f-d98e-4a1c-b868-0da0cf233d0f requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:19:07.082375 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Pushing event updated for resources: {'Port': ['ID=41a7df62-13d4-4c63-86e9-d90560ec9abd,revision_number=2']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:07.095941 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.585s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:07.107585 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b046b3a5-0b74-40ad-bb45-98263bd504bc req-6e6ebde8-f66c-42ac-ad35-e9d71604f2d2 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 210 time: 0.5381455 Nov 11 22:19:07.194682 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Network 65d9ad99-3a08-4dd5-af3c-91116e42d962 is already hosted by enough agents. {{(pid=88355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:19:07.232349 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Resources bound (agent type, host, resource id): {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:19:07.397370 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:07.448642 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-75dcacb4-2d43-4e85-a595-2e2ea3c41881 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.6797402 Nov 11 22:19:07.487229 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:07.496119 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851471324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443148'] for router_interface, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:07.541226 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:07.678687 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port 0deefdfa-c352-4435-bb76-054b40e4c007 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:19:07.915082 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 0deefdfa-c352-4435-bb76-054b40e4c007 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:07.915997 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:07.989563 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-a4d31cbf-5efe-488b-b8e6-7c368ce7f9ea tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Allocated IP 172.20.0.3 (a2a86831-9243-40fa-8ea9-847db125615b/94e58c31-eb25-466b-b9ae-298b3208982c/8a254737-7669-42f1-9395-1ffcc85da207) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:19:08.319837 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54142) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:08.846634 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Network 3e502878-60da-4698-8f22-97917266e235 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:19:08.847780 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-beb91fc1-5d97-4c4a-bdd5-2da2d2606b54 None None] Provisioning complete for port 41a7df62-13d4-4c63-86e9-d90560ec9abd triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:08.848627 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-beb91fc1-5d97-4c4a-bdd5-2da2d2606b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:08.872885 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:19:09.017887 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-276266e3-ed60-4a75-829c-e63a6018cba4 admin admin] Deleting subnet 84974e77-a635-44e8-ba56-9a4a42675f6d {{(pid=88355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 22:19:09.024417 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-276266e3-ed60-4a75-829c-e63a6018cba4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:09.168439 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-beb91fc1-5d97-4c4a-bdd5-2da2d2606b54 None None] Port 41a7df62-13d4-4c63-86e9-d90560ec9abd cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:19:09.194037 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-276266e3-ed60-4a75-829c-e63a6018cba4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:09.220900 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-276266e3-ed60-4a75-829c-e63a6018cba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850798312'] for subnet, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:09.419722 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Pushing event updated for resources: {'Port': ['ID=5263b172-849d-4f6c-be93-0b151365a3c7,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:09.425156 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.55', 59494) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:09.546460 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b7033e45-7b16-4d25-901f-eee0243755ec req-cacf0775-7cca-4409-b119-116bf21f05af tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 210 time: 0.9629161 Nov 11 22:19:09.568960 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] Set router d3907bdb-eddc-43f3-889e-90275a1f4d50 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:19:09.621260 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.080s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:09.752604 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6f335215-797a-4c93-8e2d-1da70baca031 req-026cb6cb-5334-41fc-a8f0-185a03127d16 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 210 time: 0.2724805 Nov 11 22:19:10.029367 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-276266e3-ed60-4a75-829c-e63a6018cba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3977473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for subnet, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:10.063467 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9cf6c082-f634-45f6-8a6b-970f8d8b1e42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:10.168915 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Router b4ba1bfd-ac5b-4d53-a700-f2103e17df06 is scheduled to L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a with binding_index 1 {{(pid=88355) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 11 22:19:10.177950 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276266e3-ed60-4a75-829c-e63a6018cba4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84974e77-a635-44e8-ba56-9a4a42675f6d,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:10.188462 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-276266e3-ed60-4a75-829c-e63a6018cba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:10.217390 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-276266e3-ed60-4a75-829c-e63a6018cba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:10.237494 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-276266e3-ed60-4a75-829c-e63a6018cba4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/84974e77-a635-44e8-ba56-9a4a42675f6d HTTP/1.1" status: 204 len: 168 time: 1.6719716 Nov 11 22:19:10.262142 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54166) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:10.277772 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5915391b-334b-4aa1-8ca4-d382a4605b73 None None] Network dc0ec01f-d98e-4a1c-b868-0da0cf233d0f requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:19:10.655648 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:10.708671 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] For port 0deefdfa-c352-4435-bb76-054b40e4c007, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=0deefdfa-c352-4435-bb76-054b40e4c007,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:10.812383 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:10.837123 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:10.978761 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Pushing event updated for resources: {'Port': ['ID=0deefdfa-c352-4435-bb76-054b40e4c007,revision_number=3']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:10.982663 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:10.987734 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-92526bdf-cffb-4bcc-b003-d9d0225dd81b None None] Provisioning for port 5263b172-849d-4f6c-be93-0b151365a3c7 completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:19:11.209787 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-92526bdf-cffb-4bcc-b003-d9d0225dd81b None None] Provisioning complete for port 5263b172-849d-4f6c-be93-0b151365a3c7 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:11.210057 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92526bdf-cffb-4bcc-b003-d9d0225dd81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:11.241349 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-a4d31cbf-5efe-488b-b8e6-7c368ce7f9ea tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:11.301243 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-022fb216-50f2-480b-97b5-fb44b726f46a tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:11.301243 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-022fb216-50f2-480b-97b5-fb44b726f46a tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.55 "GET /v2.0/networks?id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 HTTP/1.1" status: 200 len: 815 time: 1.8608387 Nov 11 22:19:11.406605 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device de0555bb-043d-4a1f-b2da-40720c9292ee up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:19:11.455032 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850740317'] for network, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:11.519392 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-b8148e2c-cbb1-4060-aec6-d2d9c58fb8a0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Request body: {'port': {'device_id': '8f24d608-48d8-4e0b-858a-989dcc63c463', 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9', 'admin_state_up': True, 'tenant_id': 'a4f3f3ba04d742bfab0c7d05cddbf2d8'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:11.576685 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-a4d31cbf-5efe-488b-b8e6-7c368ce7f9ea tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:11.683434 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Router 4d645204-5730-4494-9d7b-581114e41029 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:19:11.703184 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b91c476a-ef43-4bc2-aee4-a5ea3ff6d993 req-ae815b9b-6e7c-4214-84d5-467c0d5f821e tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 210 time: 0.2770536 Nov 11 22:19:11.720788 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c2449001-dfe9-4e22-9dbf-67d7082b32b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:11.800265 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-92526bdf-cffb-4bcc-b003-d9d0225dd81b None None] Port 5263b172-849d-4f6c-be93-0b151365a3c7 cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:19:11.976920 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port de0555bb-043d-4a1f-b2da-40720c9292ee triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:11.983556 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:12.461939 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-92526bdf-cffb-4bcc-b003-d9d0225dd81b None None] Provisioning complete for port 0deefdfa-c352-4435-bb76-054b40e4c007 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:12.466131 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92526bdf-cffb-4bcc-b003-d9d0225dd81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:12.529755 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850799231', 'neutron.services.segments.db._delete_segments_for_network-8762808614344'] for network, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:12.622125 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-a4d31cbf-5efe-488b-b8e6-7c368ce7f9ea tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Network a2a86831-9243-40fa-8ea9-847db125615b is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:19:12.633656 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88355) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:19:12.635432 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88355) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:19:12.636573 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88355) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:19:12.637068 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Subscribe: > port after_create 55550000 {{(pid=88355) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:19:12.637684 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Subscribe: > port after_delete 55550000 {{(pid=88355) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:19:12.639441 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d31cbf-5efe-488b-b8e6-7c368ce7f9ea tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Pushing event updated for resources: {'Port': ['ID=8a254737-7669-42f1-9395-1ffcc85da207,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:12.648841 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-a4d31cbf-5efe-488b-b8e6-7c368ce7f9ea tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:19:12.658804 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Subscribe: > port after_update 55550000 {{(pid=88355) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:19:12.659670 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88355) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:19:12.666593 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88355) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:19:12.668041 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88355) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:19:12.673576 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88355) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:19:12.689598 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a4d31cbf-5efe-488b-b8e6-7c368ce7f9ea tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:12.713614 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-a4d31cbf-5efe-488b-b8e6-7c368ce7f9ea tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:19:12.720581 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-a4d31cbf-5efe-488b-b8e6-7c368ce7f9ea tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:12.726342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-a4d31cbf-5efe-488b-b8e6-7c368ce7f9ea tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:12.812451 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-b8148e2c-cbb1-4060-aec6-d2d9c58fb8a0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:12.827380 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-b8148e2c-cbb1-4060-aec6-d2d9c58fb8a0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Usage tracker for resource:port and tenant:a4f3f3ba04d742bfab0c7d05cddbf2d8 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:12.835432 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-b8148e2c-cbb1-4060-aec6-d2d9c58fb8a0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:12.861462 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-b8148e2c-cbb1-4060-aec6-d2d9c58fb8a0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:12.906420 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-a4d31cbf-5efe-488b-b8e6-7c368ce7f9ea tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.5679936 Nov 11 22:19:13.134366 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-07582829-64c2-4617-b404-e26fdc5cf80b tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:19:13.141092 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-07582829-64c2-4617-b404-e26fdc5cf80b tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0111542 Nov 11 22:19:13.142193 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-b8148e2c-cbb1-4060-aec6-d2d9c58fb8a0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Made reservation on behalf of a4f3f3ba04d742bfab0c7d05cddbf2d8 for: {'port': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:19:13.158178 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-b8148e2c-cbb1-4060-aec6-d2d9c58fb8a0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:13.367589 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88355) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:19:13.372754 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88355) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:19:13.373383 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88355) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:19:13.374214 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88355) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:19:13.375447 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf15157-a2d2-466f-b7f3-690483475784']}} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:13.477724 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 0deefdfa-c352-4435-bb76-054b40e4c007 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:19:13.656324 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-b8148e2c-cbb1-4060-aec6-d2d9c58fb8a0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Allocated IP 172.20.0.6 (6c03f65d-bd89-4cd3-98f2-cd54c6e153a9/16d9e299-f3ab-4d26-86ad-8832fcc6a207/0ba682dc-6fb9-4290-b107-137bfcdcbd9e) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:19:13.739155 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0a4f9-a1eb-47b6-bad2-7747221df34f req-9087e460-afd5-42b5-a31b-928aa4ea70a8 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:13.742604 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2ef0a4f9-a1eb-47b6-bad2-7747221df34f req-9087e460-afd5-42b5-a31b-928aa4ea70a8 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 931 time: 2.1302536 Nov 11 22:19:13.747169 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d4e0a5-b16f-4b5c-8cea-0a0cc84edfd3') {'for_net_delete': True} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:13.748013 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d4e0a5-b16f-4b5c-8cea-0a0cc84edfd3') {} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:13.790646 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:19:04Z', 'revision_number': 4, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '5263b172-849d-4f6c-be93-0b151365a3c7', 'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'mac_address': 'fa:16:3e:c0:06:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:00Z', 'updated_at': '2021-11-11T22:19:00Z', 'revision_number': 1, 'project_id': '30b5c8060107440099282a255f5a3afc', 'subnets': [{'id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:13.803812 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a59a436-4541-4c15-973b-9ba2093cf60c None None] The sync data for ids ['d3907bdb-eddc-43f3-889e-90275a1f4d50'] in dv-cinder-815883-4-smb is: [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:19:04Z', 'revision_number': 4, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '5263b172-849d-4f6c-be93-0b151365a3c7', 'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'mac_address': 'fa:16:3e:c0:06:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:00Z', 'updated_at': '2021-11-11T22:19:00Z', 'revision_number': 1, 'project_id': '30b5c8060107440099282a255f5a3afc', 'subnets': [{'id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:19:13.820135 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7c904b0a-677a-4942-8a37-735c0229bb40 req-a922e381-b8b5-478a-a3ab-66d1c4896c63 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 210 time: 0.3978941 Nov 11 22:19:13.886358 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 0deefdfa-c352-4435-bb76-054b40e4c007 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:13.886779 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:14.023836 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762808626649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853378672'] for segment, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:14.070755 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:14.093013 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 22:19:14.098640 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850807042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1394800'] for segment, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:14.115680 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Router d3907bdb-eddc-43f3-889e-90275a1f4d50 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:19:14.213582 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-465d3995-3791-4515-9b05-53c0bc1adb0b None None] Provisioning complete for port 5263b172-849d-4f6c-be93-0b151365a3c7 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:14.216477 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-465d3995-3791-4515-9b05-53c0bc1adb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:14.318136 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2ef0a4f9-a1eb-47b6-bad2-7747221df34f req-5751d013-c1c2-40ee-ad32-d888a3d26774 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1db3b88-c853-44cd-8059-b4936e0bbc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4800577 Nov 11 22:19:14.323301 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-465d3995-3791-4515-9b05-53c0bc1adb0b None None] Port 5263b172-849d-4f6c-be93-0b151365a3c7 cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: (self, other), Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: (self, other), Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: Traceback (most recent call last): Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: timer() Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: cb(*args, **kw) Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: return func(*args, **kwargs) Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: self._notify() Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: self.callback(batched_events) Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: event.method(event) Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: segment_id)['aggregates'][0] Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: return f(self, *a, **k) Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: return self._get(url).json() Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: **kwargs) Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: **endpoint_filter) Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:19:14.324285 dv-cinder-815883-4-smb neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:19:14.443940 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Request body: {'port': {'device_id': '2a7f6bb4-fe00-4a87-a013-ae24ad8eca83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:14.598484 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:19:14.623435 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Sync routers for ids ['b4ba1bfd-ac5b-4d53-a700-f2103e17df06'] in dv-cinder-815883-4-smb {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:19:14.717711 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Routers {'b4ba1bfd-ac5b-4d53-a700-f2103e17df06'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:19:14.744575 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:18:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['b4ba1bfd-ac5b-4d53-a700-f2103e17df06'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:14.754742 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Notify callbacks [] for router, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:14.764448 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 21.0435753 Nov 11 22:19:14.765945 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854332702'] for network, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:14.784825 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54228) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:14.971627 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-b8148e2c-cbb1-4060-aec6-d2d9c58fb8a0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:15.007218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:15.048004 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-b8148e2c-cbb1-4060-aec6-d2d9c58fb8a0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:15.082860 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:15.091261 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] 10.222.0.25 "DELETE /v2.0/networks/6bf15157-a2d2-466f-b7f3-690483475784 HTTP/1.1" status: 204 len: 168 time: 4.6660490 Nov 11 22:19:15.096628 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54236) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:15.164576 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=6bf15157-a2d2-466f-b7f3-690483475784,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:15.205644 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:15.349273 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Set router b4ba1bfd-ac5b-4d53-a700-f2103e17df06 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:19:15.392309 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d81241-d980-4957-b43a-89406accc796 admin admin] Deleting subnet e84ab1ec-8d64-4315-a103-3df89dd45aca {{(pid=88355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 22:19:15.399119 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21d81241-d980-4957-b43a-89406accc796 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:15.470020 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-b8148e2c-cbb1-4060-aec6-d2d9c58fb8a0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:19:15.478312 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:15.487195 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21d81241-d980-4957-b43a-89406accc796 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1397145'] for subnet, precommit_delete_associations {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:15.589398 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21d81241-d980-4957-b43a-89406accc796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850798312'] for subnet, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:15.613276 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-b8148e2c-cbb1-4060-aec6-d2d9c58fb8a0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:19:15.845910 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:15.863048 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21d81241-d980-4957-b43a-89406accc796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3977473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853380654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853323545'] for subnet, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:15.871608 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-b8148e2c-cbb1-4060-aec6-d2d9c58fb8a0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:19:15.896086 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-b8148e2c-cbb1-4060-aec6-d2d9c58fb8a0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:15.902507 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-b8148e2c-cbb1-4060-aec6-d2d9c58fb8a0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:16.055590 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4fea5b35-8b99-4df6-85ec-638495b32223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:16.072063 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-b8148e2c-cbb1-4060-aec6-d2d9c58fb8a0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5704105 Nov 11 22:19:16.130447 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ba1bfd-ac5b-4d53-a700-f2103e17df06', 'name': 'tempest-ServerRescueNegativeTestJSON-184946993-router', 'tenant_id': '43665bde38c04afb88bcf207f05f5331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cdb754f5-5e08-4450-823f-210be426bada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:03Z', 'revision_number': 3, 'project_id': '43665bde38c04afb88bcf207f05f5331', 'gw_port': {'id': 'cdb754f5-5e08-4450-823f-210be426bada', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ba1bfd-ac5b-4d53-a700-f2103e17df06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:56Z', 'updated_at': '2021-11-11T22:18:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:16.149692 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Checking router: b4ba1bfd-ac5b-4d53-a700-f2103e17df06 for host: dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:19:16.150135 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Updating router b4ba1bfd-ac5b-4d53-a700-f2103e17df06 port cdb754f5-5e08-4450-823f-210be426bada binding host dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 22:19:16.180197 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21d81241-d980-4957-b43a-89406accc796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:16.209470 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:19:16.227933 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Sync routers for ids ['4d645204-5730-4494-9d7b-581114e41029'] in dv-cinder-815883-4-smb {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:19:16.252493 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Routers {'4d645204-5730-4494-9d7b-581114e41029'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:19:16.253248 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:18:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['4d645204-5730-4494-9d7b-581114e41029'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:16.257152 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8148e2c-cbb1-4060-aec6-d2d9c58fb8a0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Pushing event updated for resources: {'Port': ['ID=0ba682dc-6fb9-4290-b107-137bfcdcbd9e,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:16.290878 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b8148e2c-cbb1-4060-aec6-d2d9c58fb8a0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.083s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:16.379182 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] 10.222.0.25 "PUT /v2.0/routers/4d645204-5730-4494-9d7b-581114e41029/add_router_interface HTTP/1.1" status: 200 len: 503 time: 23.5043874 Nov 11 22:19:16.419232 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:16.419867 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d81241-d980-4957-b43a-89406accc796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e84ab1ec-8d64-4315-a103-3df89dd45aca,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:16.449010 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-21d81241-d980-4957-b43a-89406accc796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:16.473044 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-21d81241-d980-4957-b43a-89406accc796 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e84ab1ec-8d64-4315-a103-3df89dd45aca HTTP/1.1" status: 204 len: 168 time: 1.3327725 Nov 11 22:19:16.481277 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54266) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:16.958633 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Set router 4d645204-5730-4494-9d7b-581114e41029 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:19:17.030111 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0c3d-1cbd-4102-969b-7a09275370c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850740317'] for network, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:17.054320 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac509f5-bbd9-4478-b091-254b4e2681f3 req-bcc6eb41-eecb-451b-adff-aea4b16c7949 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:17.064468 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-eac509f5-bbd9-4478-b091-254b4e2681f3 req-bcc6eb41-eecb-451b-adff-aea4b16c7949 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 931 time: 1.2201700 Nov 11 22:19:17.156204 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d196e-759e-4376-a572-c51079ea9ccb req-19e737f5-8d61-4b97-84ff-f03a0617c690 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:17.156938 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3a7d196e-759e-4376-a572-c51079ea9ccb req-19e737f5-8d61-4b97-84ff-f03a0617c690 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 931 time: 1.3621716 Nov 11 22:19:17.264132 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf78995f-310b-4b01-90e0-6e5611707a73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:17.627590 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:19:17.681829 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] 10.222.0.25 "PUT /v2.0/routers/d3907bdb-eddc-43f3-889e-90275a1f4d50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.1488442 Nov 11 22:19:17.688177 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 8072b9ae-391f-444b-a2d0-e09612a6d1e2 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:19:17.816414 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Notify callbacks [] for port, precommit_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:17.840610 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Transition to ACTIVE for port object cdb754f5-5e08-4450-823f-210be426bada will not be triggered until provisioned by entity L2. {{(pid=88358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:19:17.877321 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:17.895644 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ebc946a3-58f7-4366-b9df-b83793a668cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:18.082650 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-eac509f5-bbd9-4478-b091-254b4e2681f3 req-9cb720c5-e2a6-4bee-a218-285e64bbced1 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Synchronizing usage tracker for tenant:a4f3f3ba04d742bfab0c7d05cddbf2d8 on resource:security_group {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:19:18.151727 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a254737-7669-42f1-9395-1ffcc85da207 {{(pid=88356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:19:18.198178 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Request body: {'port': {'device_id': '8f24d608-48d8-4e0b-858a-989dcc63c463', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:18.225456 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a201f7-8c01-40fd-a746-c1f0d9ccbf3f None None] Pushing event updated for resources: {'Port': ['ID=cdb754f5-5e08-4450-823f-210be426bada,revision_number=2']} {{(pid=88358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:18.272269 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-69a201f7-8c01-40fd-a746-c1f0d9ccbf3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:18.290262 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port 8072b9ae-391f-444b-a2d0-e09612a6d1e2 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:19:18.297804 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Attempting to bind port cdb754f5-5e08-4450-823f-210be426bada on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:18.306881 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Attempting to bind port cdb754f5-5e08-4450-823f-210be426bada by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}] {{(pid=88358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:19:18.307548 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Attempting to bind port cdb754f5-5e08-4450-823f-210be426bada on network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:19:18.319467 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 8072b9ae-391f-444b-a2d0-e09612a6d1e2 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:18.325558 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:18.333444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:18.348789 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0c3d-1cbd-4102-969b-7a09275370c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850799231', 'neutron.services.segments.db._delete_segments_for_network-8762808614344'] for network, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:18.350647 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:19:18.351761 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Checking segment: {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:19:18.353036 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:18.358474 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Bound using segment: {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'} {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:19:18.360065 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Bound port: cdb754f5-5e08-4450-823f-210be426bada, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}}] {{(pid=88358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:19:18.362077 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:18.419003 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8d7a0c3d-1cbd-4102-969b-7a09275370c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc0ec01f-d98e-4a1c-b868-0da0cf233d0f']}} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:18.450423 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8d7a0c3d-1cbd-4102-969b-7a09275370c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31529114-9ce4-4cec-afff-c3fe6aa7555b') {'for_net_delete': True} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:18.450831 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-8d7a0c3d-1cbd-4102-969b-7a09275370c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31529114-9ce4-4cec-afff-c3fe6aa7555b') {} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:18.498133 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0c3d-1cbd-4102-969b-7a09275370c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762808626649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853378672'] for segment, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:18.535892 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-eac509f5-bbd9-4478-b091-254b4e2681f3 req-9cb720c5-e2a6-4bee-a218-285e64bbced1 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Unset dirty status for tenant:a4f3f3ba04d742bfab0c7d05cddbf2d8 on resource:security_group {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:19:18.554917 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-eac509f5-bbd9-4478-b091-254b4e2681f3 req-9cb720c5-e2a6-4bee-a218-285e64bbced1 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4889553 Nov 11 22:19:18.664689 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] For port cdb754f5-5e08-4450-823f-210be426bada, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:19:18.681651 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] For port cdb754f5-5e08-4450-823f-210be426bada, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=cdb754f5-5e08-4450-823f-210be426bada,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:19:18.722520 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:18.731921 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:18.859895 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:19.015235 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0c3d-1cbd-4102-969b-7a09275370c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:19.018325 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a201f7-8c01-40fd-a746-c1f0d9ccbf3f None None] Pushing event updated for resources: {'Port': ['ID=cdb754f5-5e08-4450-823f-210be426bada,revision_number=3']} {{(pid=88358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:19.045926 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-69a201f7-8c01-40fd-a746-c1f0d9ccbf3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:19.046596 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Routers {'b4ba1bfd-ac5b-4d53-a700-f2103e17df06'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:19:19.048295 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:18:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['b4ba1bfd-ac5b-4d53-a700-f2103e17df06'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:19.085352 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d7a0c3d-1cbd-4102-969b-7a09275370c5 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=88355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 22:19:19.086665 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0c3d-1cbd-4102-969b-7a09275370c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850807042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1394800'] for segment, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:19.176499 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:19:01Z', 'revision_number': 4, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '41a7df62-13d4-4c63-86e9-d90560ec9abd', 'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'mac_address': 'fa:16:3e:7b:03:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:57Z', 'updated_at': '2021-11-11T22:19:03Z', 'revision_number': 2, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'subnets': [{'id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:19.354839 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:19.391221 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] For port 8072b9ae-391f-444b-a2d0-e09612a6d1e2, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=8072b9ae-391f-444b-a2d0-e09612a6d1e2,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:19.393779 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Checking router: 4d645204-5730-4494-9d7b-581114e41029 for host: dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:19:19.394760 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Updating router 4d645204-5730-4494-9d7b-581114e41029 port 41a7df62-13d4-4c63-86e9-d90560ec9abd binding host dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 22:19:19.459767 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] Set router b4ba1bfd-ac5b-4d53-a700-f2103e17df06 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: Traceback (most recent call last): Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: timer() Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: cb(*args, **kw) Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: return func(*args, **kwargs) Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: self._notify() Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: self.callback(batched_events) Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: event.method(event) Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: segment_id)['aggregates'][0] Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: return f(self, *a, **k) Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: return self._get(url).json() Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: **kwargs) Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: **endpoint_filter) Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:19:19.461989 dv-cinder-815883-4-smb neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:19:19.479172 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3a7d196e-759e-4376-a572-c51079ea9ccb req-c960c17c-4396-4ae9-be7b-a2cc38bbaa8c tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1db3b88-c853-44cd-8059-b4936e0bbc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.3053563 Nov 11 22:19:19.523165 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:19.602976 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:19.760486 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:19.897077 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0c3d-1cbd-4102-969b-7a09275370c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854332702'] for network, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:19.904397 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:19.952506 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0c3d-1cbd-4102-969b-7a09275370c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:19.957682 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Pushing event updated for resources: {'Port': ['ID=8072b9ae-391f-444b-a2d0-e09612a6d1e2,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:19.980752 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:20.006838 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:20.089466 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Transition to ACTIVE for port object 8a254737-7669-42f1-9395-1ffcc85da207 will not be triggered until provisioned by entity L2. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:19:20.098845 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 54356) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:20.153618 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-30234c7a-6f51-4981-a102-fb585e574dad tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1395692395', 'description': 'tempest-description--2012153970'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:20.210615 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-30234c7a-6f51-4981-a102-fb585e574dad tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:20.242876 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:20.244053 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a0c3d-1cbd-4102-969b-7a09275370c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc0ec01f-d98e-4a1c-b868-0da0cf233d0f,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:20.275230 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-8d7a0c3d-1cbd-4102-969b-7a09275370c5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dc0ec01f-d98e-4a1c-b868-0da0cf233d0f HTTP/1.1" status: 204 len: 168 time: 3.7428148 Nov 11 22:19:20.281972 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8d7a0c3d-1cbd-4102-969b-7a09275370c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:20.286000 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-30234c7a-6f51-4981-a102-fb585e574dad tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Usage tracker for resource:security_group and tenant:69cfca7e767f4503aac480dce5907cdb is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:20.316275 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-30234c7a-6f51-4981-a102-fb585e574dad tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:20.368034 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-30234c7a-6f51-4981-a102-fb585e574dad tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:20.474150 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:20.795245 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54368) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:20.863482 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ecc107d9-5ea1-45a8-a666-cdff56f05183 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1320495208', 'description': 'tempest-description--546098765'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:20.880626 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ecc107d9-5ea1-45a8-a666-cdff56f05183 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:20.886823 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ecc107d9-5ea1-45a8-a666-cdff56f05183 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Usage tracker for resource:security_group and tenant:30b5c8060107440099282a255f5a3afc is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:20.890668 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ecc107d9-5ea1-45a8-a666-cdff56f05183 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:20.900446 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ecc107d9-5ea1-45a8-a666-cdff56f05183 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:20.961563 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Pushing event updated for resources: {'Port': ['ID=8a254737-7669-42f1-9395-1ffcc85da207,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:20.968708 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:20.989294 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ba1bfd-ac5b-4d53-a700-f2103e17df06', 'name': 'tempest-ServerRescueNegativeTestJSON-184946993-router', 'tenant_id': '43665bde38c04afb88bcf207f05f5331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cdb754f5-5e08-4450-823f-210be426bada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:03Z', 'revision_number': 3, 'project_id': '43665bde38c04afb88bcf207f05f5331', 'gw_port': {'id': 'cdb754f5-5e08-4450-823f-210be426bada', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ba1bfd-ac5b-4d53-a700-f2103e17df06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:56Z', 'updated_at': '2021-11-11T22:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:21.022625 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19128172-53fd-4ec5-ae86-9b1e2b728ebc None None] The sync data for ids ['b4ba1bfd-ac5b-4d53-a700-f2103e17df06'] in dv-cinder-815883-4-smb is: [{'id': 'b4ba1bfd-ac5b-4d53-a700-f2103e17df06', 'name': 'tempest-ServerRescueNegativeTestJSON-184946993-router', 'tenant_id': '43665bde38c04afb88bcf207f05f5331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cdb754f5-5e08-4450-823f-210be426bada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:03Z', 'revision_number': 3, 'project_id': '43665bde38c04afb88bcf207f05f5331', 'gw_port': {'id': 'cdb754f5-5e08-4450-823f-210be426bada', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ba1bfd-ac5b-4d53-a700-f2103e17df06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:56Z', 'updated_at': '2021-11-11T22:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}] {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:19:21.093456 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95db9032-fdb1-4391-b46c-c82dcdf6d0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:21.244802 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ecc107d9-5ea1-45a8-a666-cdff56f05183 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:21.333883 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 54388) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:21.517255 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30234c7a-6f51-4981-a102-fb585e574dad tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:21.532560 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:21.572195 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Transition to ACTIVE for port object 41a7df62-13d4-4c63-86e9-d90560ec9abd will not be triggered until provisioned by entity L2. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:19:21.580601 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-d8eaef50-8886-4ae6-88c6-0ce1d9b255df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=133611d92aae404d927cd700e977e695&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2454102 Nov 11 22:19:21.670885 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:21.671710 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 54398) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:21.676136 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ecc107d9-5ea1-45a8-a666-cdff56f05183 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:21.676924 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-505b63b9-27c1-4092-9ed7-9d1c513183d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:21.700745 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ecc107d9-5ea1-45a8-a666-cdff56f05183 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Usage tracker for resource:security_group_rule and tenant:30b5c8060107440099282a255f5a3afc is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:21.706840 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Sync routers for ids ['d3907bdb-eddc-43f3-889e-90275a1f4d50'] in dv-cinder-815883-4-smb {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:19:21.724723 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ecc107d9-5ea1-45a8-a666-cdff56f05183 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:21.739784 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Routers {'d3907bdb-eddc-43f3-889e-90275a1f4d50'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:19:21.741661 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:19:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['d3907bdb-eddc-43f3-889e-90275a1f4d50'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:21.758388 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ecc107d9-5ea1-45a8-a666-cdff56f05183 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:21.763875 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-30234c7a-6f51-4981-a102-fb585e574dad tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:21.768338 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-30234c7a-6f51-4981-a102-fb585e574dad tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Usage tracker for resource:security_group_rule and tenant:69cfca7e767f4503aac480dce5907cdb is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:21.769398 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 8072b9ae-391f-444b-a2d0-e09612a6d1e2 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:19:21.805369 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-30234c7a-6f51-4981-a102-fb585e574dad tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:21.805369 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-30234c7a-6f51-4981-a102-fb585e574dad tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:21.805868 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:21.817666 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:22.014871 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bc43f-9b9b-4918-8d2b-14c327d6b342 req-8b548901-0ad1-4660-8558-0d0cff0620f2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:22.059016 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f89bc43f-9b9b-4918-8d2b-14c327d6b342 req-8b548901-0ad1-4660-8558-0d0cff0620f2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 931 time: 1.2337310 Nov 11 22:19:22.122210 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ba682dc-6fb9-4290-b107-137bfcdcbd9e {{(pid=88356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:19:22.152495 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:22.221513 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Transition to ACTIVE for port object 0ba682dc-6fb9-4290-b107-137bfcdcbd9e will not be triggered until provisioned by entity L2. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:19:22.256560 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b8f87-5075-49c2-ae67-8ff1bcf2c381 None None] Pushing event updated for resources: {'Port': ['ID=41a7df62-13d4-4c63-86e9-d90560ec9abd,revision_number=3']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:22.278012 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d04b8f87-5075-49c2-ae67-8ff1bcf2c381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:22.335978 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f89bc43f-9b9b-4918-8d2b-14c327d6b342 req-0fa13df2-434f-490f-82ce-bf9054bd3133 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761095 Nov 11 22:19:22.350980 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d3179-d562-481f-801f-e0ba35e50a94 req-ac479b24-112f-4462-a339-0b68f8784ee4 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:22.358853 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-575d3179-d562-481f-801f-e0ba35e50a94 req-ac479b24-112f-4462-a339-0b68f8784ee4 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 943 time: 1.2969558 Nov 11 22:19:22.369359 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Attempting to bind port 8a254737-7669-42f1-9395-1ffcc85da207 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:22.369774 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Attempting to bind port 8a254737-7669-42f1-9395-1ffcc85da207 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'cbc6a849-e7a6-4c3c-a2d9-f3d6fc9d1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a2a86831-9243-40fa-8ea9-847db125615b'}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:19:22.370168 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Attempting to bind port 8a254737-7669-42f1-9395-1ffcc85da207 on network a2a86831-9243-40fa-8ea9-847db125615b {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:19:22.404821 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:22.497238 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:22.588789 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-575d3179-d562-481f-801f-e0ba35e50a94 req-801b9cd8-bbe7-4537-97ba-d5d13146f69f tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1db3b88-c853-44cd-8059-b4936e0bbc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279491 Nov 11 22:19:22.601552 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Attempting to bind port 41a7df62-13d4-4c63-86e9-d90560ec9abd on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:22.601893 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Attempting to bind port 41a7df62-13d4-4c63-86e9-d90560ec9abd by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': '31b3fab0-ce58-4863-b5fe-b07185a84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962'}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:19:22.602313 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Attempting to bind port 41a7df62-13d4-4c63-86e9-d90560ec9abd on network 65d9ad99-3a08-4dd5-af3c-91116e42d962 {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:19:22.611775 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 8072b9ae-391f-444b-a2d0-e09612a6d1e2 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:22.612460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:22.617073 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Set router d3907bdb-eddc-43f3-889e-90275a1f4d50 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:19:22.666734 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:19:22.667454 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Checking segment: {'id': '31b3fab0-ce58-4863-b5fe-b07185a84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:19:22.668220 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:22.668816 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Bound using segment: {'id': '31b3fab0-ce58-4863-b5fe-b07185a84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962'} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:19:22.669520 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Bound port: 41a7df62-13d4-4c63-86e9-d90560ec9abd, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b3fab0-ce58-4863-b5fe-b07185a84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962'}}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:19:22.670153 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:22.725668 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ecc107d9-5ea1-45a8-a666-cdff56f05183 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:22.773173 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ecc107d9-5ea1-45a8-a666-cdff56f05183 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:22.795381 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:22.875266 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30234c7a-6f51-4981-a102-fb585e574dad tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:22.883771 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Port 8a254737-7669-42f1-9395-1ffcc85da207 on network a2a86831-9243-40fa-8ea9-847db125615b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 22:19:22.886308 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Attempting to bind port 8a254737-7669-42f1-9395-1ffcc85da207 on network a2a86831-9243-40fa-8ea9-847db125615b {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:19:22.892765 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] For port 41a7df62-13d4-4c63-86e9-d90560ec9abd, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:19:22.903780 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] For port 41a7df62-13d4-4c63-86e9-d90560ec9abd, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=41a7df62-13d4-4c63-86e9-d90560ec9abd,segment=NetworkSegment(31b3fab0-ce58-4863-b5fe-b07185a84084),segment_id=31b3fab0-ce58-4863-b5fe-b07185a84084)] {{(pid=88357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:19:22.935519 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc107d9-5ea1-45a8-a666-cdff56f05183 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3707d022-15e0-4528-a7e4-9165a7b54da9,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:22.963761 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ecc107d9-5ea1-45a8-a666-cdff56f05183 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:22.989788 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30234c7a-6f51-4981-a102-fb585e574dad tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:22.998319 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Attempting to bind port 0ba682dc-6fb9-4290-b107-137bfcdcbd9e on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:22.999615 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Attempting to bind port 0ba682dc-6fb9-4290-b107-137bfcdcbd9e by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '2e291e9e-e370-4e6b-bfcb-75446ab59746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9'}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:19:23.000235 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Attempting to bind port 0ba682dc-6fb9-4290-b107-137bfcdcbd9e on network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:19:23.004792 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Checking agent: {'id': 'd308de4e-73e5-4a02-a57f-4634dba51a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:19:23.005396 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Checking segment: {'id': 'cbc6a849-e7a6-4c3c-a2d9-f3d6fc9d1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a2a86831-9243-40fa-8ea9-847db125615b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:19:23.006182 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Bound using segment: {'id': 'cbc6a849-e7a6-4c3c-a2d9-f3d6fc9d1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a2a86831-9243-40fa-8ea9-847db125615b'} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:19:23.006899 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Bound port: 8a254737-7669-42f1-9395-1ffcc85da207, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbc6a849-e7a6-4c3c-a2d9-f3d6fc9d1a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a2a86831-9243-40fa-8ea9-847db125615b'}}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:19:23.007428 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:23.047215 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54414) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:23.066857 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ecc107d9-5ea1-45a8-a666-cdff56f05183 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:23.068262 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-ecc107d9-5ea1-45a8-a666-cdff56f05183 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.2718256 Nov 11 22:19:23.082877 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54418) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:23.151336 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:23.174978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:23.198824 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Port 0ba682dc-6fb9-4290-b107-137bfcdcbd9e on network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 22:19:23.199183 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Attempting to bind port 0ba682dc-6fb9-4290-b107-137bfcdcbd9e on network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:19:23.215573 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30234c7a-6f51-4981-a102-fb585e574dad tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:23.223657 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-49708319-30ea-42d4-abbf-29125c7b6c6e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Request body: {'security_group_rule': {'security_group_id': '3707d022-15e0-4528-a7e4-9165a7b54da9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:23.224159 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-30234c7a-6f51-4981-a102-fb585e574dad tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 3.1041574 Nov 11 22:19:23.243328 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] For port 8a254737-7669-42f1-9395-1ffcc85da207, host hv-cinder-81588, cleared binding levels {{(pid=88356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:19:23.250186 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] For port 8a254737-7669-42f1-9395-1ffcc85da207, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8a254737-7669-42f1-9395-1ffcc85da207,segment=NetworkSegment(cbc6a849-e7a6-4c3c-a2d9-f3d6fc9d1a9d),segment_id=cbc6a849-e7a6-4c3c-a2d9-f3d6fc9d1a9d)] {{(pid=88356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:19:23.250186 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 54424) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:23.264775 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-05881837-9ec3-41e4-87fe-519bc2ee35b7 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Request body: {'security_group_rule': {'security_group_id': '58f7c9f4-ec38-4eaf-83cd-f45f80e4830d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:23.273322 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-05881837-9ec3-41e4-87fe-519bc2ee35b7 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:23.278160 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-05881837-9ec3-41e4-87fe-519bc2ee35b7 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Usage tracker for resource:security_group_rule and tenant:69cfca7e767f4503aac480dce5907cdb is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:23.282896 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-05881837-9ec3-41e4-87fe-519bc2ee35b7 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:23.290744 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-05881837-9ec3-41e4-87fe-519bc2ee35b7 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:23.297223 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-49708319-30ea-42d4-abbf-29125c7b6c6e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:23.301707 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Pushing event updated for resources: {'Port': ['ID=0ba682dc-6fb9-4290-b107-137bfcdcbd9e,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:23.312191 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:23.315585 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:23.325947 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:23.329947 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Checking agent: {'id': 'd308de4e-73e5-4a02-a57f-4634dba51a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:19:23.330326 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Checking segment: {'id': '2e291e9e-e370-4e6b-bfcb-75446ab59746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:19:23.330769 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Bound using segment: {'id': '2e291e9e-e370-4e6b-bfcb-75446ab59746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9'} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:19:23.331254 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Bound port: 0ba682dc-6fb9-4290-b107-137bfcdcbd9e, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e291e9e-e370-4e6b-bfcb-75446ab59746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9'}}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:19:23.331790 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:23.337051 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-49708319-30ea-42d4-abbf-29125c7b6c6e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Usage tracker for resource:security_group_rule and tenant:30b5c8060107440099282a255f5a3afc is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:23.347097 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-49708319-30ea-42d4-abbf-29125c7b6c6e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:23.348110 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70557922-8461-45e4-b1ba-09d07cffd0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:23.357949 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b8f87-5075-49c2-ae67-8ff1bcf2c381 None None] Pushing event updated for resources: {'Port': ['ID=41a7df62-13d4-4c63-86e9-d90560ec9abd,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:23.366693 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d04b8f87-5075-49c2-ae67-8ff1bcf2c381 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:23.397380 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:23.411202 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Routers {'4d645204-5730-4494-9d7b-581114e41029'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:19:23.411802 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:19:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['4d645204-5730-4494-9d7b-581114e41029'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:23.415304 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:19:04Z', 'revision_number': 4, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '5263b172-849d-4f6c-be93-0b151365a3c7', 'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'mac_address': 'fa:16:3e:c0:06:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:00Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 2, 'project_id': '30b5c8060107440099282a255f5a3afc', 'subnets': [{'id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:23.427516 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Checking router: d3907bdb-eddc-43f3-889e-90275a1f4d50 for host: dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:19:23.428491 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Updating router d3907bdb-eddc-43f3-889e-90275a1f4d50 port 5263b172-849d-4f6c-be93-0b151365a3c7 binding host dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 22:19:23.436867 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-49708319-30ea-42d4-abbf-29125c7b6c6e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:23.455669 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70557922-8461-45e4-b1ba-09d07cffd0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:23.582145 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:23.774159 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] For port 0ba682dc-6fb9-4290-b107-137bfcdcbd9e, host hv-cinder-81588, cleared binding levels {{(pid=88356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:19:23.779573 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] For port 0ba682dc-6fb9-4290-b107-137bfcdcbd9e, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0ba682dc-6fb9-4290-b107-137bfcdcbd9e,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:19:23.799973 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30234c7a-6f51-4981-a102-fb585e574dad tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:23.803220 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-30234c7a-6f51-4981-a102-fb585e574dad tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:23.824084 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.258s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:23.935071 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-05881837-9ec3-41e4-87fe-519bc2ee35b7 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:23.973547 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device cdb754f5-5e08-4450-823f-210be426bada up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:19:23.981612 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Pushing event updated for resources: {'Port': ['ID=8a254737-7669-42f1-9395-1ffcc85da207,revision_number=3']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:24.006635 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:24.019631 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:24.149306 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:24.161816 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] Set router 4d645204-5730-4494-9d7b-581114e41029 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:19:24.270278 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:24.276268 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Allocated IP 172.20.0.1 (bcbad872-fbd0-40a2-acd1-a807e84b8e87/678bec8e-2914-403b-acd5-8926fa26bd5f/471f5ee2-8586-43d1-a094-6a470793db2a) {{(pid=88355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:19:24.283199 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] 10.222.0.55 "PUT /v2.0/ports/8a254737-7669-42f1-9395-1ffcc85da207 HTTP/1.1" status: 200 len: 1093 time: 10.4751108 Nov 11 22:19:24.284023 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7f6bb4-fe00-4a87-a013-ae24ad8eca83', 'tag': '8a254737-7669-42f1-9395-1ffcc85da207'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:19:24.420050 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-20ce6b8c-adaa-491b-9483-9e0d9b6d9201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:24.431189 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-49708319-30ea-42d4-abbf-29125c7b6c6e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:24.516383 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Notify callbacks [] for port, precommit_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:24.542729 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Transition to ACTIVE for port object 5263b172-849d-4f6c-be93-0b151365a3c7 will not be triggered until provisioned by entity L2. {{(pid=88358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:19:24.598628 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:24.602300 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:24.604197 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] 10.222.0.55 "PUT /v2.0/ports/0ba682dc-6fb9-4290-b107-137bfcdcbd9e HTTP/1.1" status: 200 len: 1093 time: 6.4244041 Nov 11 22:19:24.617551 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:24.649647 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Pushing event updated for resources: {'Port': ['ID=0ba682dc-6fb9-4290-b107-137bfcdcbd9e,revision_number=3']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:24.659320 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:24.699400 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-2caf0d21-7145-4a75-9244-577c654fedda service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d96907602069483e892e9fcbd04a832d&device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 1096 time: 0.2520244 Nov 11 22:19:24.790559 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port cdb754f5-5e08-4450-823f-210be426bada completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:19:24.794711 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-20ce6b8c-adaa-491b-9483-9e0d9b6d9201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:24.800247 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-20ce6b8c-adaa-491b-9483-9e0d9b6d9201 admin admin] Usage tracker for resource:security_group_rule and tenant:095f3ed7ee8646d3bca9b39b38254d36 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:24.804497 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-20ce6b8c-adaa-491b-9483-9e0d9b6d9201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:24.812877 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-20ce6b8c-adaa-491b-9483-9e0d9b6d9201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:24.831189 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port cdb754f5-5e08-4450-823f-210be426bada triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:24.831616 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:24.895578 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-49708319-30ea-42d4-abbf-29125c7b6c6e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:24.931972 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70557922-8461-45e4-b1ba-09d07cffd0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:24.954878 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-1c1bf30a-0af4-4f11-b1f2-09611b5f3ee3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a254737-7669-42f1-9395-1ffcc85da207 HTTP/1.1" status: 200 len: 217 time: 0.2441528 Nov 11 22:19:24.954878 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-05881837-9ec3-41e4-87fe-519bc2ee35b7 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:24.964028 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-71848691-52e0-4651-a769-986ec54860c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:25.104091 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-4e89f5b8-fe9b-44a3-8d02-576b29c0fbbf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:25.106167 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-4e89f5b8-fe9b-44a3-8d02-576b29c0fbbf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94e58c31-eb25-466b-b9ae-298b3208982c HTTP/1.1" status: 200 len: 852 time: 0.1447425 Nov 11 22:19:25.157864 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce090a-c5e8-424f-9729-f080161ec88f None None] Pushing event updated for resources: {'Port': ['ID=5263b172-849d-4f6c-be93-0b151365a3c7,revision_number=3']} {{(pid=88358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:25.164627 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8dce090a-c5e8-424f-9729-f080161ec88f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:25.223714 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70557922-8461-45e4-b1ba-09d07cffd0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:25.227661 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-70557922-8461-45e4-b1ba-09d07cffd0e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/337ae7a7-0134-4a45-8787-ef9223af2f24 HTTP/1.1" status: 204 len: 168 time: 3.5455554 Nov 11 22:19:25.230844 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70557922-8461-45e4-b1ba-09d07cffd0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337ae7a7-0134-4a45-8787-ef9223af2f24,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:25.250315 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-05881837-9ec3-41e4-87fe-519bc2ee35b7 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:25.252770 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-70557922-8461-45e4-b1ba-09d07cffd0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:25.273107 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-0a60abc9-1cb0-4a91-ad80-87ee2093fd19 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2a86831-9243-40fa-8ea9-847db125615b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279874 Nov 11 22:19:25.360790 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-20ce6b8c-adaa-491b-9483-9e0d9b6d9201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:25.367494 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:25.415621 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Attempting to bind port 5263b172-849d-4f6c-be93-0b151365a3c7 on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:25.416901 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Attempting to bind port 5263b172-849d-4f6c-be93-0b151365a3c7 by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': 'ba319715-8c28-4774-8554-07eadbf5932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e502878-60da-4698-8f22-97917266e235'}] {{(pid=88358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:19:25.417334 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Attempting to bind port 5263b172-849d-4f6c-be93-0b151365a3c7 on network 3e502878-60da-4698-8f22-97917266e235 {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:19:25.428914 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:25.438783 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:19:25.439376 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Checking segment: {'id': 'ba319715-8c28-4774-8554-07eadbf5932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e502878-60da-4698-8f22-97917266e235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:19:25.439850 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:25.442508 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Bound using segment: {'id': 'ba319715-8c28-4774-8554-07eadbf5932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e502878-60da-4698-8f22-97917266e235'} {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:19:25.443110 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Bound port: 5263b172-849d-4f6c-be93-0b151365a3c7, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba319715-8c28-4774-8554-07eadbf5932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e502878-60da-4698-8f22-97917266e235'}}] {{(pid=88358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:19:25.443572 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:25.489979 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-49708319-30ea-42d4-abbf-29125c7b6c6e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:25.499635 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc430e-636d-4b1f-ae02-2224cd22b7cb req-a0f92fb2-3770-479e-8866-7e493d893d87 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:25.502822 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05881837-9ec3-41e4-87fe-519bc2ee35b7 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518c52aa-63a6-49ce-954f-6b7beea04801,revision_number=0']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:25.509575 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-79bc430e-636d-4b1f-ae02-2224cd22b7cb req-a0f92fb2-3770-479e-8866-7e493d893d87 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 943 time: 1.0455904 Nov 11 22:19:25.514874 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-20ce6b8c-adaa-491b-9483-9e0d9b6d9201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:25.543576 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:25.592416 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:25.605600 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49708319-30ea-42d4-abbf-29125c7b6c6e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f30db9b-3c64-42b0-a8e8-6f1c9712710c,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:25.635514 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-05881837-9ec3-41e4-87fe-519bc2ee35b7 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:25.647501 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf0426-5711-4fdc-a96a-279885ba34bc req-4ba95171-0f15-4864-9830-3090d00f94f9 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:25.650189 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-31bf0426-5711-4fdc-a96a-279885ba34bc req-4ba95171-0f15-4864-9830-3090d00f94f9 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 943 time: 1.2330112 Nov 11 22:19:25.669084 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-15824221-ad87-41b1-afb8-2c28eccab4ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4f3f3ba04d742bfab0c7d05cddbf2d8&device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 1096 time: 0.8544300 Nov 11 22:19:25.679985 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-49708319-30ea-42d4-abbf-29125c7b6c6e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:25.687025 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:25.737958 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:25.768128 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] For port cdb754f5-5e08-4450-823f-210be426bada, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=cdb754f5-5e08-4450-823f-210be426bada,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:25.775166 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] For port 5263b172-849d-4f6c-be93-0b151365a3c7, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:19:25.780180 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Network bcbad872-fbd0-40a2-acd1-a807e84b8e87 is already hosted by enough agents. {{(pid=88355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:19:25.781367 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] For port 5263b172-849d-4f6c-be93-0b151365a3c7, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=5263b172-849d-4f6c-be93-0b151365a3c7,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:19:25.788288 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=471f5ee2-8586-43d1-a094-6a470793db2a,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:25.791459 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:19:25.806905 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:25.810534 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ecc107d9-5ea1-45a8-a666-cdff56f05183 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:25.828080 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:25.833410 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d04b8f87-5075-49c2-ae67-8ff1bcf2c381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:25.842489 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:25.846868 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-840f7dd4-fde3-4b8b-acf4-bf0c21fcad32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ba682dc-6fb9-4290-b107-137bfcdcbd9e HTTP/1.1" status: 200 len: 217 time: 0.1677089 Nov 11 22:19:25.885100 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-05881837-9ec3-41e4-87fe-519bc2ee35b7 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:25.893352 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ce6b8c-adaa-491b-9483-9e0d9b6d9201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a808a3b2-1332-495d-bb41-85a5d4d19d51,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:25.894213 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-05881837-9ec3-41e4-87fe-519bc2ee35b7 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.6415505 Nov 11 22:19:25.899161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:25.948350 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:19:01Z', 'revision_number': 4, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '41a7df62-13d4-4c63-86e9-d90560ec9abd', 'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'mac_address': 'fa:16:3e:7b:03:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:57Z', 'updated_at': '2021-11-11T22:19:22Z', 'revision_number': 4, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'subnets': [{'id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:25.964285 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54466) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:25.982468 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-20ce6b8c-adaa-491b-9483-9e0d9b6d9201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:25.985643 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b974082-2767-4c74-8874-3ba82d58c4a2 None None] The sync data for ids ['4d645204-5730-4494-9d7b-581114e41029'] in dv-cinder-815883-4-smb is: [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:19:01Z', 'revision_number': 4, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '41a7df62-13d4-4c63-86e9-d90560ec9abd', 'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'mac_address': 'fa:16:3e:7b:03:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:57Z', 'updated_at': '2021-11-11T22:19:22Z', 'revision_number': 4, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'subnets': [{'id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:19:25.987861 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-31bf0426-5711-4fdc-a96a-279885ba34bc req-298f2848-9dec-415a-8662-1f92a90adcaf tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148242 Nov 11 22:19:26.011062 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-79bc430e-636d-4b1f-ae02-2224cd22b7cb req-756b36dd-72e7-4053-91b6-2ba1f07a665e tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1db3b88-c853-44cd-8059-b4936e0bbc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5003245 Nov 11 22:19:26.049162 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-a5b640b2-0d0e-4d0d-ab7e-e16262d48605 service neutron] 10.222.0.55 "GET /v2.0/networks/a2a86831-9243-40fa-8ea9-847db125615b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7753696 Nov 11 22:19:26.052743 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-028603dc-8611-4b61-bcd5-f85f17d09c5e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Request body: {'security_group_rule': {'security_group_id': '58f7c9f4-ec38-4eaf-83cd-f45f80e4830d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:26.060928 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-028603dc-8611-4b61-bcd5-f85f17d09c5e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:26.069316 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-028603dc-8611-4b61-bcd5-f85f17d09c5e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Usage tracker for resource:security_group_rule and tenant:69cfca7e767f4503aac480dce5907cdb is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:26.073650 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-028603dc-8611-4b61-bcd5-f85f17d09c5e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:26.085593 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-028603dc-8611-4b61-bcd5-f85f17d09c5e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:26.096830 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-49708319-30ea-42d4-abbf-29125c7b6c6e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:26.098276 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-49708319-30ea-42d4-abbf-29125c7b6c6e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 3.0119102 Nov 11 22:19:26.113327 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-20ce6b8c-adaa-491b-9483-9e0d9b6d9201 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=095f3ed7ee8646d3bca9b39b38254d36&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0641038 Nov 11 22:19:26.114338 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54474) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:26.116993 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54476) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:26.127435 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-58f83e6f-4904-4d9d-bdcf-a40469f6ef59 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Request body: {'security_group_rule': {'security_group_id': '3707d022-15e0-4528-a7e4-9165a7b54da9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:26.135098 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-58f83e6f-4904-4d9d-bdcf-a40469f6ef59 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:26.141653 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-58f83e6f-4904-4d9d-bdcf-a40469f6ef59 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Usage tracker for resource:security_group_rule and tenant:30b5c8060107440099282a255f5a3afc is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:26.169102 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-58f83e6f-4904-4d9d-bdcf-a40469f6ef59 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:26.189672 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Pushing event updated for resources: {'Port': ['ID=cdb754f5-5e08-4450-823f-210be426bada,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:26.201049 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Received port after_create {{(pid=88355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:19:26.218809 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:26.304867 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce090a-c5e8-424f-9729-f080161ec88f None None] Pushing event updated for resources: {'Port': ['ID=5263b172-849d-4f6c-be93-0b151365a3c7,revision_number=4']} {{(pid=88358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:26.319538 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54482) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:26.398477 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8dce090a-c5e8-424f-9729-f080161ec88f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:26.425161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Routers {'d3907bdb-eddc-43f3-889e-90275a1f4d50'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:19:26.428798 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:19:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['d3907bdb-eddc-43f3-889e-90275a1f4d50'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:26.434158 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-58f83e6f-4904-4d9d-bdcf-a40469f6ef59 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:26.497244 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-028603dc-8611-4b61-bcd5-f85f17d09c5e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:26.720001 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854332565'] for router_interface, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:26.780589 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-3ad1aadb-5bdc-41b1-8237-9dba5f0c4dcf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:26.782877 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-3ad1aadb-5bdc-41b1-8237-9dba5f0c4dcf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16d9e299-f3ab-4d26-86ad-8832fcc6a207 HTTP/1.1" status: 200 len: 855 time: 0.8816237 Nov 11 22:19:26.812873 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df6c4d87-de57-44f3-9c95-689219fa7a64 req-e7b8ef67-5a4e-40b5-a1e4-fa225901c054 service neutron] 10.222.0.55 "GET /v2.0/networks/a2a86831-9243-40fa-8ea9-847db125615b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7437866 Nov 11 22:19:26.816892 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58f83e6f-4904-4d9d-bdcf-a40469f6ef59 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:26.890468 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fc6aa6ca-f2b4-452e-9610-ad152b93b478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:26.921216 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-c5bdcdbf-8788-4f1b-a679-32bce7ee93d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185808 Nov 11 22:19:26.928307 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] Set router d3907bdb-eddc-43f3-889e-90275a1f4d50 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:19:26.995444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 54492) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:26.995874 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fc6aa6ca-f2b4-452e-9610-ad152b93b478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:27.004596 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7f6bb4-fe00-4a87-a013-ae24ad8eca83', 'tag': '8a254737-7669-42f1-9395-1ffcc85da207', 'status': 'completed', 'code': 200} Nov 11 22:19:27.044812 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-028603dc-8611-4b61-bcd5-f85f17d09c5e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:27.048224 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:27.319201 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-028603dc-8611-4b61-bcd5-f85f17d09c5e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:27.320107 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-b0d9a56f-79b8-4d09-b648-3a3d764d59b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1dcf17b9687f44ef96c74988176b522b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3113027 Nov 11 22:19:27.321155 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54502) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:27.418835 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-32534eaa-9519-4af5-a7d8-54083fd72bf0 service neutron] 10.222.0.55 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888721 Nov 11 22:19:27.428993 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-66f86280-9964-4d2b-8e8e-a4ed08fdc264 req-23fee1ce-8b55-4228-9090-a30c98578d3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d96907602069483e892e9fcbd04a832d&device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 1096 time: 0.3840570 Nov 11 22:19:27.535748 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58f83e6f-4904-4d9d-bdcf-a40469f6ef59 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:27.682893 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:27.696329 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fc6aa6ca-f2b4-452e-9610-ad152b93b478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:27.788606 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58f83e6f-4904-4d9d-bdcf-a40469f6ef59 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:27.840167 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fc6aa6ca-f2b4-452e-9610-ad152b93b478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:27.841470 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-fc6aa6ca-f2b4-452e-9610-ad152b93b478 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a808a3b2-1332-495d-bb41-85a5d4d19d51 HTTP/1.1" status: 204 len: 168 time: 1.7207999 Nov 11 22:19:27.887782 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-028603dc-8611-4b61-bcd5-f85f17d09c5e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:27.889109 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-028603dc-8611-4b61-bcd5-f85f17d09c5e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.8736398 Nov 11 22:19:27.895755 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028603dc-8611-4b61-bcd5-f85f17d09c5e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e66086-602f-4ab8-b5ea-c8adb3ab8e19,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:27.898256 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 54512) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:27.918292 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-028603dc-8611-4b61-bcd5-f85f17d09c5e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:27.919016 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-50b953b6-6ef4-44e7-af43-0b1f9e89b8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:27.921008 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:19:04Z', 'revision_number': 4, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '5263b172-849d-4f6c-be93-0b151365a3c7', 'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'mac_address': 'fa:16:3e:c0:06:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:00Z', 'updated_at': '2021-11-11T22:19:25Z', 'revision_number': 4, 'project_id': '30b5c8060107440099282a255f5a3afc', 'subnets': [{'id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:27.934346 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Request body: {'floatingip': {'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:27.936244 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a20a4d94-2a40-48fc-8a15-2b15bc7343ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:27.943060 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:27.944611 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38ee367-5be0-4e9c-b9b4-42bd2b0a5a87 None None] The sync data for ids ['d3907bdb-eddc-43f3-889e-90275a1f4d50'] in dv-cinder-815883-4-smb is: [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:19:04Z', 'revision_number': 4, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '5263b172-849d-4f6c-be93-0b151365a3c7', 'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'mac_address': 'fa:16:3e:c0:06:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:00Z', 'updated_at': '2021-11-11T22:19:25Z', 'revision_number': 4, 'project_id': '30b5c8060107440099282a255f5a3afc', 'subnets': [{'id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:19:27.947491 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Usage tracker for resource:floatingip and tenant:69cfca7e767f4503aac480dce5907cdb is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:27.951217 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:27.964651 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:28.043593 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f471fe1-6a08-4c43-b0d9-6770aa235e67 req-5ebd753b-9bd8-412b-ac09-74f96aca28e1 service neutron] 10.222.0.55 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6080425 Nov 11 22:19:28.071338 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for floatingip, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:28.091927 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f86280-9964-4d2b-8e8e-a4ed08fdc264 req-f298e5da-30cc-49df-a146-bd40d9e15738 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:28.093989 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6aa6ca-f2b4-452e-9610-ad152b93b478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a808a3b2-1332-495d-bb41-85a5d4d19d51,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:28.097815 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fc6aa6ca-f2b4-452e-9610-ad152b93b478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:28.099731 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-66f86280-9964-4d2b-8e8e-a4ed08fdc264 req-f298e5da-30cc-49df-a146-bd40d9e15738 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a2a86831-9243-40fa-8ea9-847db125615b HTTP/1.1" status: 200 len: 913 time: 0.6596849 Nov 11 22:19:28.121608 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-49708319-30ea-42d4-abbf-29125c7b6c6e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.234s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:28.183734 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f83e6f-4904-4d9d-bdcf-a40469f6ef59 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2336df9-8b22-45ee-863b-382ba06735df,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:28.209461 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-58f83e6f-4904-4d9d-bdcf-a40469f6ef59 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:28.247531 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-66f86280-9964-4d2b-8e8e-a4ed08fdc264 req-8fd17d7a-f13c-4a19-b0ee-f6190f7bc672 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a254737-7669-42f1-9395-1ffcc85da207 HTTP/1.1" status: 200 len: 217 time: 0.1232290 Nov 11 22:19:28.294957 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2e993-573a-4797-9e87-37c4761a4800 req-bdf01144-6796-4217-b7a9-a12416307538 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:28.298972 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device cdb754f5-5e08-4450-823f-210be426bada up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:19:28.304265 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-91b2e993-573a-4797-9e87-37c4761a4800 req-bdf01144-6796-4217-b7a9-a12416307538 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 943 time: 0.7400281 Nov 11 22:19:28.336656 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58f83e6f-4904-4d9d-bdcf-a40469f6ef59 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:28.337920 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-58f83e6f-4904-4d9d-bdcf-a40469f6ef59 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.2223361 Nov 11 22:19:28.366430 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54516) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:28.384293 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-50b953b6-6ef4-44e7-af43-0b1f9e89b8ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:28.405798 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Request body: {'floatingip': {'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:28.413584 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-50b953b6-6ef4-44e7-af43-0b1f9e89b8ff admin admin] Usage tracker for resource:security_group_rule and tenant:ca41feb5eb3342f783a782231014d9dd is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:28.417079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec63d443-46a3-4a2d-8259-fa0491f1daa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:28.420900 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f86280-9964-4d2b-8e8e-a4ed08fdc264 req-813f7c71-a06c-4d53-84eb-776347963eaf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:28.427934 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-66f86280-9964-4d2b-8e8e-a4ed08fdc264 req-813f7c71-a06c-4d53-84eb-776347963eaf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94e58c31-eb25-466b-b9ae-298b3208982c HTTP/1.1" status: 200 len: 852 time: 0.1657019 Nov 11 22:19:28.433320 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-50b953b6-6ef4-44e7-af43-0b1f9e89b8ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:28.444390 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:28.456457 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-50b953b6-6ef4-44e7-af43-0b1f9e89b8ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:28.481070 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002db4aa-7443-4656-9eda-e2e56e4d3cc0 req-964a571b-a3e0-4ed0-92cb-a771fc7ba480 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:28.483463 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-002db4aa-7443-4656-9eda-e2e56e4d3cc0 req-964a571b-a3e0-4ed0-92cb-a771fc7ba480 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 943 time: 1.1376588 Nov 11 22:19:28.512013 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec63d443-46a3-4a2d-8259-fa0491f1daa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:28.517776 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port cdb754f5-5e08-4450-823f-210be426bada triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:28.518266 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:28.560590 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-66f86280-9964-4d2b-8e8e-a4ed08fdc264 req-096d020a-62fa-4e47-bd06-28c440a51e7a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2a86831-9243-40fa-8ea9-847db125615b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061225 Nov 11 22:19:28.609342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:28.614661 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Usage tracker for resource:floatingip and tenant:30b5c8060107440099282a255f5a3afc is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:28.632224 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:28.635859 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec63d443-46a3-4a2d-8259-fa0491f1daa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:28.663551 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:28.674139 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-91b2e993-573a-4797-9e87-37c4761a4800 req-78c24295-56b8-4f01-bea7-bb05c1b43606 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688781 Nov 11 22:19:28.675182 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853380691'] for port, after_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:28.688780 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:28.711368 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63d443-46a3-4a2d-8259-fa0491f1daa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5846895c-8a08-42c4-a3c7-68f0a673b52a,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:28.754272 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ec63d443-46a3-4a2d-8259-fa0491f1daa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:28.761823 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:28.764567 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-66f86280-9964-4d2b-8e8e-a4ed08fdc264 req-457ae3ad-6288-439a-94a4-ce5277059beb service neutron] 10.222.0.55 "GET /v2.0/networks/a2a86831-9243-40fa-8ea9-847db125615b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028553 Nov 11 22:19:28.910976 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 41a7df62-13d4-4c63-86e9-d90560ec9abd up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:19:28.917445 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-002db4aa-7443-4656-9eda-e2e56e4d3cc0 req-9ce62851-f8d0-4080-b0c5-6986af11d1f8 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1db3b88-c853-44cd-8059-b4936e0bbc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956305 Nov 11 22:19:28.949242 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec63d443-46a3-4a2d-8259-fa0491f1daa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:28.966754 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-66f86280-9964-4d2b-8e8e-a4ed08fdc264 req-39ad7a57-8001-413b-b298-80b6d9608766 service neutron] 10.222.0.55 "GET /v2.0/networks/a2a86831-9243-40fa-8ea9-847db125615b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870174 Nov 11 22:19:28.972139 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-ec63d443-46a3-4a2d-8259-fa0491f1daa3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5846895c-8a08-42c4-a3c7-68f0a673b52a HTTP/1.1" status: 204 len: 168 time: 1.6291304 Nov 11 22:19:28.978500 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:28.997446 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for floatingip, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:29.018712 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port 41a7df62-13d4-4c63-86e9-d90560ec9abd completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:19:29.024899 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 41a7df62-13d4-4c63-86e9-d90560ec9abd triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:29.028063 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:29.122211 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851471324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443148'] for router_interface, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:29.142663 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=471f5ee2-8586-43d1-a094-6a470793db2a,revision_number=2']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:29.172036 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Allocated IP 172.28.0.223 (bf438b09-e7cb-41a3-9cf4-64cadd7b8e13/ef69609a-b63d-436e-8cdc-c158ad574162/0b5005f0-d6e3-43d7-9116-1af0481592c5) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:19:29.175210 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f24d608-48d8-4e0b-858a-989dcc63c463', 'tag': '0ba682dc-6fb9-4290-b107-137bfcdcbd9e'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:19:29.188576 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:29.232624 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 54526) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:29.261296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b8d7564-36e0-4e3c-9601-0d97fb04d22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:29.294610 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f24d608-48d8-4e0b-858a-989dcc63c463', 'tag': '0ba682dc-6fb9-4290-b107-137bfcdcbd9e', 'status': 'completed', 'code': 200} Nov 11 22:19:29.309261 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:29.356707 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] For port 41a7df62-13d4-4c63-86e9-d90560ec9abd, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=41a7df62-13d4-4c63-86e9-d90560ec9abd,segment=NetworkSegment(31b3fab0-ce58-4863-b5fe-b07185a84084),segment_id=31b3fab0-ce58-4863-b5fe-b07185a84084)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:29.387321 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:29.388600 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 5263b172-849d-4f6c-be93-0b151365a3c7 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:19:29.441248 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4b8d7564-36e0-4e3c-9601-0d97fb04d22b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:29.446482 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-4b8d7564-36e0-4e3c-9601-0d97fb04d22b admin admin] Usage tracker for resource:security_group_rule and tenant:e94d4855427147b3bea677b2f02ab20b is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:29.452453 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-4b8d7564-36e0-4e3c-9601-0d97fb04d22b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:29.462906 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4b8d7564-36e0-4e3c-9601-0d97fb04d22b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:29.470190 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:29.583770 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b8d7564-36e0-4e3c-9601-0d97fb04d22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:29.590936 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Pushing event updated for resources: {'Port': ['ID=41a7df62-13d4-4c63-86e9-d90560ec9abd,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:29.597694 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:29.612646 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port 5263b172-849d-4f6c-be93-0b151365a3c7 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:19:29.614657 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Network bcbad872-fbd0-40a2-acd1-a807e84b8e87 is already hosted by enough agents. {{(pid=88355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:19:29.619670 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 5263b172-849d-4f6c-be93-0b151365a3c7 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:29.620502 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:29.670595 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:19:29.689474 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-50b953b6-6ef4-44e7-af43-0b1f9e89b8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:29.709834 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4b8d7564-36e0-4e3c-9601-0d97fb04d22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:29.775617 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-30234c7a-6f51-4981-a102-fb585e574dad tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:29.800388 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:29.809931 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-50b953b6-6ef4-44e7-af43-0b1f9e89b8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:29.827083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d7564-36e0-4e3c-9601-0d97fb04d22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd914f1b-5ca9-4551-a048-27bc181403e9,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:29.852267 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4b8d7564-36e0-4e3c-9601-0d97fb04d22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:29.867746 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:29.880280 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] For port 5263b172-849d-4f6c-be93-0b151365a3c7, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=5263b172-849d-4f6c-be93-0b151365a3c7,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:29.906444 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-10855708-9fb5-4d8a-b646-9da81d943409 req-f35662cf-8cf9-4414-906c-e7c63bda8d46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4f3f3ba04d742bfab0c7d05cddbf2d8&device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 1096 time: 0.5768468 Nov 11 22:19:29.915755 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:29.925918 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:29.940161 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-4b8d7564-36e0-4e3c-9601-0d97fb04d22b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e94d4855427147b3bea677b2f02ab20b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7063620 Nov 11 22:19:29.948221 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:30.011570 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 54540) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:30.081520 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 8a254737-7669-42f1-9395-1ffcc85da207 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:19:30.088143 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:30.094531 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 41a7df62-13d4-4c63-86e9-d90560ec9abd up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:19:30.117182 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:30.175353 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Pushing event updated for resources: {'Port': ['ID=5263b172-849d-4f6c-be93-0b151365a3c7,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:30.187012 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:30.412133 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 8a254737-7669-42f1-9395-1ffcc85da207, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8a254737-7669-42f1-9395-1ffcc85da207,segment=NetworkSegment(cbc6a849-e7a6-4c3c-a2d9-f3d6fc9d1a9d),segment_id=cbc6a849-e7a6-4c3c-a2d9-f3d6fc9d1a9d)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:30.419508 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b953b6-6ef4-44e7-af43-0b1f9e89b8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98389206-2aea-4610-bb25-5f3864843c2f,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:30.432825 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': '8a254737-7669-42f1-9395-1ffcc85da207', 'network_id': 'a2a86831-9243-40fa-8ea9-847db125615b', 'port_id': '8a254737-7669-42f1-9395-1ffcc85da207', 'mac_address': 'fa:16:3e:ef:ca:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94e58c31-eb25-466b-b9ae-298b3208982c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:19:30.437157 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-50b953b6-6ef4-44e7-af43-0b1f9e89b8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:30.448922 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-50b953b6-6ef4-44e7-af43-0b1f9e89b8ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca41feb5eb3342f783a782231014d9dd&name=default HTTP/1.1" status: 200 len: 2647 time: 4.0481203 Nov 11 22:19:30.455230 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54550) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:30.541248 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:30.567942 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a254737-7669-42f1-9395-1ffcc85da207 {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:19:30.589355 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 8a254737-7669-42f1-9395-1ffcc85da207, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8a254737-7669-42f1-9395-1ffcc85da207,segment=NetworkSegment(cbc6a849-e7a6-4c3c-a2d9-f3d6fc9d1a9d),segment_id=cbc6a849-e7a6-4c3c-a2d9-f3d6fc9d1a9d)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:30.590803 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 41a7df62-13d4-4c63-86e9-d90560ec9abd triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:30.591444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:30.593932 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10855708-9fb5-4d8a-b646-9da81d943409 req-a5146fc0-caa0-4a80-9bfc-c83122e6ed67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:30.596100 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-10855708-9fb5-4d8a-b646-9da81d943409 req-a5146fc0-caa0-4a80-9bfc-c83122e6ed67 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 HTTP/1.1" status: 200 len: 916 time: 0.6626573 Nov 11 22:19:30.672045 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:30.677966 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:30.693889 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-10855708-9fb5-4d8a-b646-9da81d943409 req-69973c73-8804-4387-aef2-6362947f1c12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ba682dc-6fb9-4290-b107-137bfcdcbd9e HTTP/1.1" status: 200 len: 217 time: 0.0824571 Nov 11 22:19:30.704124 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:30.738854 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:19:30.764894 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=8a254737-7669-42f1-9395-1ffcc85da207,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:30.769017 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:30.800991 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:19:30.816578 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:19:30.882792 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75bab074-bba7-4f23-adfb-c972e8360fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:30.893947 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Pushing event updated for resources: {'Port': ['ID=0b5005f0-d6e3-43d7-9116-1af0481592c5,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:30.936421 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:30.965251 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['8a254737-7669-42f1-9395-1ffcc85da207'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:19:31.011118 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103a0e3-1c24-4bcd-8f4a-3db5ded7497c req-c950da90-b228-42ce-8fa2-453d840a9cd9 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:31.014137 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3103a0e3-1c24-4bcd-8f4a-3db5ded7497c req-c950da90-b228-42ce-8fa2-453d840a9cd9 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 943 time: 0.7439830 Nov 11 22:19:31.046306 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083a8d6-3667-40ff-8c85-093e10521e7b req-6f8d4481-5dd4-49e0-8ea0-1a62b4c494d5 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:31.049374 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b083a8d6-3667-40ff-8c85-093e10521e7b req-6f8d4481-5dd4-49e0-8ea0-1a62b4c494d5 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 943 time: 0.7805438 Nov 11 22:19:31.059383 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75bab074-bba7-4f23-adfb-c972e8360fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:31.073225 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10855708-9fb5-4d8a-b646-9da81d943409 req-39846bed-f613-4c71-857c-5ee9a4bc6474 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:31.074947 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-10855708-9fb5-4d8a-b646-9da81d943409 req-39846bed-f613-4c71-857c-5ee9a4bc6474 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16d9e299-f3ab-4d26-86ad-8832fcc6a207 HTTP/1.1" status: 200 len: 855 time: 0.3507271 Nov 11 22:19:31.080345 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:31.093567 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-190466b1-5976-4f17-a2e5-ee752cfb5652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:31.172273 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-10855708-9fb5-4d8a-b646-9da81d943409 req-390f4950-2d58-48ef-963e-52d140c772d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835822 Nov 11 22:19:31.327811 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:31.367749 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-190466b1-5976-4f17-a2e5-ee752cfb5652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:31.442891 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75bab074-bba7-4f23-adfb-c972e8360fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:31.471555 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-10855708-9fb5-4d8a-b646-9da81d943409 req-86db61b7-7d41-4acb-8c80-81acd840a5b7 service neutron] 10.222.0.55 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781389 Nov 11 22:19:31.484723 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4b8d7564-36e0-4e3c-9601-0d97fb04d22b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:31.532533 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bab074-bba7-4f23-adfb-c972e8360fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd914f1b-5ca9-4551-a048-27bc181403e9,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:31.541298 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3103a0e3-1c24-4bcd-8f4a-3db5ded7497c req-7f3f1e6e-fbc7-4c0d-b8e0-1e36e6386cf0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499385 Nov 11 22:19:31.544865 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-75bab074-bba7-4f23-adfb-c972e8360fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:31.546008 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Allocated IP 172.28.0.74 (bf438b09-e7cb-41a3-9cf4-64cadd7b8e13/ef69609a-b63d-436e-8cdc-c158ad574162/16a9fd92-e1c2-46b0-b3e6-c5cee8826239) {{(pid=88355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:19:31.551349 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b083a8d6-3667-40ff-8c85-093e10521e7b req-fc94c8ab-9d36-4575-817c-f53d693984b3 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1db3b88-c853-44cd-8059-b4936e0bbc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685578 Nov 11 22:19:31.698323 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-190466b1-5976-4f17-a2e5-ee752cfb5652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:31.717168 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fc6aa6ca-f2b4-452e-9610-ad152b93b478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:31.739608 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190466b1-5976-4f17-a2e5-ee752cfb5652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98389206-2aea-4610-bb25-5f3864843c2f,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:31.748500 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-190466b1-5976-4f17-a2e5-ee752cfb5652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:31.784310 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-75bab074-bba7-4f23-adfb-c972e8360fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:31.788324 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-75bab074-bba7-4f23-adfb-c972e8360fb9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd914f1b-5ca9-4551-a048-27bc181403e9 HTTP/1.1" status: 204 len: 168 time: 1.7698438 Nov 11 22:19:31.788761 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-190466b1-5976-4f17-a2e5-ee752cfb5652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:31.793286 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-190466b1-5976-4f17-a2e5-ee752cfb5652 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98389206-2aea-4610-bb25-5f3864843c2f HTTP/1.1" status: 204 len: 168 time: 1.3309238 Nov 11 22:19:31.836184 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for port, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:31.851738 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Router b4ba1bfd-ac5b-4d53-a700-f2103e17df06 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:19:31.865725 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-10855708-9fb5-4d8a-b646-9da81d943409 req-1e2c5020-97fe-44db-8a78-a934265e3771 service neutron] 10.222.0.55 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716879 Nov 11 22:19:31.868028 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:31.904846 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:31.912397 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:31.953916 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 0ba682dc-6fb9-4290-b107-137bfcdcbd9e details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:19:31.983682 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854332685'] for floatingip, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:31.991550 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 8a254737-7669-42f1-9395-1ffcc85da207 up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:19:32.020476 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Pushing event updated for resources: {'Port': ['ID=0b5005f0-d6e3-43d7-9116-1af0481592c5,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:32.026582 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:32.047832 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for floatingip, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:32.058503 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1535830 Nov 11 22:19:32.115629 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 5263b172-849d-4f6c-be93-0b151365a3c7 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:19:32.116497 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:32.137638 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:32.315492 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 is already hosted by enough agents. {{(pid=88355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:19:32.317303 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Pushing event updated for resources: {'Port': ['ID=16a9fd92-e1c2-46b0-b3e6-c5cee8826239,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:32.320314 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning for port 8a254737-7669-42f1-9395-1ffcc85da207 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:19:32.322878 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Resources bound (agent type, host, resource id): {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:19:32.325384 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Received port after_create {{(pid=88355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:19:32.325583 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 0ba682dc-6fb9-4290-b107-137bfcdcbd9e, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0ba682dc-6fb9-4290-b107-137bfcdcbd9e,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:32.345989 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port 8a254737-7669-42f1-9395-1ffcc85da207 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:32.346419 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:32.359150 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:32.373359 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 5263b172-849d-4f6c-be93-0b151365a3c7 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:32.373841 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:32.419021 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': '0ba682dc-6fb9-4290-b107-137bfcdcbd9e', 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9', 'port_id': '0ba682dc-6fb9-4290-b107-137bfcdcbd9e', 'mac_address': 'fa:16:3e:ab:b4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d9e299-f3ab-4d26-86ad-8832fcc6a207', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:19:32.519018 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:19:32.554948 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Sync routers for ids ['b4ba1bfd-ac5b-4d53-a700-f2103e17df06'] in dv-cinder-815883-4-smb {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:19:32.604023 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:32.606385 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] 10.222.0.25 "PUT /v2.0/routers/b4ba1bfd-ac5b-4d53-a700-f2103e17df06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.8155591 Nov 11 22:19:32.629243 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:32.700684 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ba682dc-6fb9-4290-b107-137bfcdcbd9e {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:19:32.741492 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Routers {'b4ba1bfd-ac5b-4d53-a700-f2103e17df06'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:19:32.758536 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:19:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['b4ba1bfd-ac5b-4d53-a700-f2103e17df06'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:32.761791 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:33.037157 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 0ba682dc-6fb9-4290-b107-137bfcdcbd9e, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0ba682dc-6fb9-4290-b107-137bfcdcbd9e,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:33.065193 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:33.165176 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:33.173819 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d04b8f87-5075-49c2-ae67-8ff1bcf2c381 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:33.285033 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7f6bb4-fe00-4a87-a013-ae24ad8eca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a254737-7669-42f1-9395-1ffcc85da207'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:19:33.330686 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 54596) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:33.336007 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for port, precommit_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:33.360148 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-cde15751-0ddb-4e58-a523-3b518a47a8e9 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1395692395&fields=id&tenant_id=69cfca7e767f4503aac480dce5907cdb HTTP/1.1" status: 200 len: 267 time: 0.1339455 Nov 11 22:19:33.375422 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853380691'] for port, after_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:33.383911 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-73175dda-ed2c-4106-af55-1be95351d8d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:33.402527 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5ce53c6-b7ec-4517-a01f-adc3964a96c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:33.471880 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3941296-2c58-4e84-961e-4ea0470b78ff req-db0b92cd-7793-4b3b-9f23-9b8ac2845900 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:33.473652 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b3941296-2c58-4e84-961e-4ea0470b78ff req-db0b92cd-7793-4b3b-9f23-9b8ac2845900 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 944 time: 0.2493823 Nov 11 22:19:33.509892 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b5ce53c6-b7ec-4517-a01f-adc3964a96c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:33.535261 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-b5ce53c6-b7ec-4517-a01f-adc3964a96c7 admin admin] Usage tracker for resource:security_group_rule and tenant:953c8a00a2db46c5a770ff25262bad60 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:33.541575 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:33.545197 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-b5ce53c6-b7ec-4517-a01f-adc3964a96c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:33.560555 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 8a254737-7669-42f1-9395-1ffcc85da207, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8a254737-7669-42f1-9395-1ffcc85da207,segment=NetworkSegment(cbc6a849-e7a6-4c3c-a2d9-f3d6fc9d1a9d),segment_id=cbc6a849-e7a6-4c3c-a2d9-f3d6fc9d1a9d)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:33.567122 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b5ce53c6-b7ec-4517-a01f-adc3964a96c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:33.591161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Set router b4ba1bfd-ac5b-4d53-a700-f2103e17df06 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:19:33.604512 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Pushing event updated for resources: {'Port': ['ID=16a9fd92-e1c2-46b0-b3e6-c5cee8826239,revision_number=2']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:33.617269 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:33.644885 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['0ba682dc-6fb9-4290-b107-137bfcdcbd9e'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:19:33.676227 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=0ba682dc-6fb9-4290-b107-137bfcdcbd9e,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:33.680237 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:33.681192 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:33.712450 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:33.788548 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b3941296-2c58-4e84-961e-4ea0470b78ff req-d441bcfb-3f4f-4515-a0cb-f0c1179d1055 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074636 Nov 11 22:19:33.814565 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854332685'] for floatingip, after_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:33.860965 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-b0ccac37-0f94-4d24-9d13-92f2e80ab237 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:33.861338 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5ce53c6-b7ec-4517-a01f-adc3964a96c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:33.864668 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-b0ccac37-0f94-4d24-9d13-92f2e80ab237 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/networks?id=65d9ad99-3a08-4dd5-af3c-91116e42d962 HTTP/1.1" status: 200 len: 810 time: 0.4487369 Nov 11 22:19:33.892446 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-4e01d1cc-42ea-405a-9289-597c45201c57 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/quotas/69cfca7e767f4503aac480dce5907cdb HTTP/1.1" status: 200 len: 375 time: 0.0154457 Nov 11 22:19:33.893640 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for floatingip, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:33.895481 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5198176 Nov 11 22:19:33.930707 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5ce53c6-b7ec-4517-a01f-adc3964a96c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:33.983103 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:34.010938 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-25178125-ee5a-4c60-8e8e-a425bb5bc33b tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Synchronizing usage tracker for tenant:69cfca7e767f4503aac480dce5907cdb on resource:port {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:19:34.065862 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54616) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:34.066384 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-b5ce53c6-b7ec-4517-a01f-adc3964a96c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=953c8a00a2db46c5a770ff25262bad60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7329574 Nov 11 22:19:34.070389 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-25178125-ee5a-4c60-8e8e-a425bb5bc33b tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Unset dirty status for tenant:69cfca7e767f4503aac480dce5907cdb on resource:port {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:19:34.080943 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-25178125-ee5a-4c60-8e8e-a425bb5bc33b tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=69cfca7e767f4503aac480dce5907cdb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1723840 Nov 11 22:19:34.151711 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce53c6-b7ec-4517-a01f-adc3964a96c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5259cbc2-99c4-41e6-8521-f3d3c6f72b87,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:34.155471 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b5ce53c6-b7ec-4517-a01f-adc3964a96c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:34.229164 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=8a254737-7669-42f1-9395-1ffcc85da207,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:34.244498 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:34.341182 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-e2368eee-21fd-4af8-88a4-2b840d4bb15f service neutron] 10.222.0.25 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446203 Nov 11 22:19:34.531261 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-867d373a-3002-43e5-9a84-5fecaf2faacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:34.560795 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-867d373a-3002-43e5-9a84-5fecaf2faacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:34.631398 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18631abe-9634-4a5a-aba3-87fcb4d7d049 req-fd89bdb3-b6dc-497c-b92c-108bd747f596 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:34.637479 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-18631abe-9634-4a5a-aba3-87fcb4d7d049 req-fd89bdb3-b6dc-497c-b92c-108bd747f596 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 945 time: 0.4944611 Nov 11 22:19:34.658595 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-c09f457b-434f-438f-a273-6be7b4eee2fa service neutron] 10.222.0.25 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163981 Nov 11 22:19:34.714497 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ba1bfd-ac5b-4d53-a700-f2103e17df06', 'name': 'tempest-ServerRescueNegativeTestJSON-184946993-router', 'tenant_id': '43665bde38c04afb88bcf207f05f5331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cdb754f5-5e08-4450-823f-210be426bada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:26Z', 'revision_number': 4, 'project_id': '43665bde38c04afb88bcf207f05f5331', 'gw_port': {'id': 'cdb754f5-5e08-4450-823f-210be426bada', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ba1bfd-ac5b-4d53-a700-f2103e17df06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:56Z', 'updated_at': '2021-11-11T22:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '471f5ee2-8586-43d1-a094-6a470793db2a', 'name': '', 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87', 'tenant_id': '43665bde38c04afb88bcf207f05f5331', 'mac_address': 'fa:16:3e:ce:6a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ba1bfd-ac5b-4d53-a700-f2103e17df06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '678bec8e-2914-403b-acd5-8926fa26bd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:23Z', 'updated_at': '2021-11-11T22:19:27Z', 'revision_number': 2, 'project_id': '43665bde38c04afb88bcf207f05f5331', 'subnets': [{'id': '678bec8e-2914-403b-acd5-8926fa26bd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:34.719317 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Checking router: b4ba1bfd-ac5b-4d53-a700-f2103e17df06 for host: dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:19:34.719819 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Updating router b4ba1bfd-ac5b-4d53-a700-f2103e17df06 port 471f5ee2-8586-43d1-a094-6a470793db2a binding host dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 22:19:34.725897 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-18631abe-9634-4a5a-aba3-87fcb4d7d049 req-8b7a58f9-b318-451e-94d3-6563ad9dd150 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1db3b88-c853-44cd-8059-b4936e0bbc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873816 Nov 11 22:19:34.757072 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-867d373a-3002-43e5-9a84-5fecaf2faacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:34.773682 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:34.801161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d373a-3002-43e5-9a84-5fecaf2faacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5259cbc2-99c4-41e6-8521-f3d3c6f72b87,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:34.804385 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-867d373a-3002-43e5-9a84-5fecaf2faacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:34.807751 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-867d373a-3002-43e5-9a84-5fecaf2faacc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5259cbc2-99c4-41e6-8521-f3d3c6f72b87 HTTP/1.1" status: 204 len: 168 time: 0.7385879 Nov 11 22:19:34.807751 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-867d373a-3002-43e5-9a84-5fecaf2faacc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:34.874883 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:35.410857 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Notify callbacks [] for port, precommit_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:35.444282 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Transition to ACTIVE for port object 471f5ee2-8586-43d1-a094-6a470793db2a will not be triggered until provisioned by entity L2. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:19:35.521495 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:35.526654 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:35.789807 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7f6bb4-fe00-4a87-a013-ae24ad8eca83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a254737-7669-42f1-9395-1ffcc85da207', 'code': 200} Nov 11 22:19:35.856608 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dac50-495b-4a4d-a8cd-bfaee72b55ca None None] Pushing event updated for resources: {'Port': ['ID=471f5ee2-8586-43d1-a094-6a470793db2a,revision_number=3']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:35.877823 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-307dac50-495b-4a4d-a8cd-bfaee72b55ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:35.967766 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-7ec5b89a-8a6d-429f-bb7a-cbd0f95e4337 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:35.968571 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-7ec5b89a-8a6d-429f-bb7a-cbd0f95e4337 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Synchronizing usage tracker for tenant:43665bde38c04afb88bcf207f05f5331 on resource:network {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:19:36.016844 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 0ba682dc-6fb9-4290-b107-137bfcdcbd9e up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:19:36.095545 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-7ec5b89a-8a6d-429f-bb7a-cbd0f95e4337 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Unset dirty status for tenant:43665bde38c04afb88bcf207f05f5331 on resource:network {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:19:36.098731 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-7ec5b89a-8a6d-429f-bb7a-cbd0f95e4337 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/networks?id=bcbad872-fbd0-40a2-acd1-a807e84b8e87 HTTP/1.1" status: 200 len: 818 time: 0.5779560 Nov 11 22:19:36.102570 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-7489c39a-97cc-4ee1-abd7-d62e805bcb84 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Synchronizing usage tracker for tenant:30b5c8060107440099282a255f5a3afc on resource:security_group {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:19:36.138361 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-994abbb9-d756-40be-a4dc-75b8e16de063 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/quotas/43665bde38c04afb88bcf207f05f5331 HTTP/1.1" status: 200 len: 375 time: 0.0245922 Nov 11 22:19:36.241085 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Attempting to bind port 471f5ee2-8586-43d1-a094-6a470793db2a on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:36.241654 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Attempting to bind port 471f5ee2-8586-43d1-a094-6a470793db2a by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': '324b1be9-156f-4e1b-ada2-044951fb8d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87'}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:19:36.242167 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Attempting to bind port 471f5ee2-8586-43d1-a094-6a470793db2a on network bcbad872-fbd0-40a2-acd1-a807e84b8e87 {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:19:36.244449 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-7489c39a-97cc-4ee1-abd7-d62e805bcb84 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Unset dirty status for tenant:30b5c8060107440099282a255f5a3afc on resource:security_group {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:19:36.248332 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-7489c39a-97cc-4ee1-abd7-d62e805bcb84 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1320495208&fields=id&tenant_id=30b5c8060107440099282a255f5a3afc HTTP/1.1" status: 200 len: 267 time: 0.2247024 Nov 11 22:19:36.256083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:19:36.256525 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Checking segment: {'id': '324b1be9-156f-4e1b-ada2-044951fb8d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:19:36.257034 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:36.257486 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Bound using segment: {'id': '324b1be9-156f-4e1b-ada2-044951fb8d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87'} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:19:36.258177 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Bound port: 471f5ee2-8586-43d1-a094-6a470793db2a, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324b1be9-156f-4e1b-ada2-044951fb8d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87'}}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:19:36.258599 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:36.465989 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-861c3f8f-1b95-435b-af0e-8b80be32df12 req-23c6396b-d1cd-44f1-ad5a-1bb799ed04d3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 1098 time: 0.2087028 Nov 11 22:19:36.498777 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-861c3f8f-1b95-435b-af0e-8b80be32df12 req-d34b65e5-c085-4142-a2b7-2d8f6a97d41a service neutron] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:36.591934 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning for port 0ba682dc-6fb9-4290-b107-137bfcdcbd9e completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:19:36.618358 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port 0ba682dc-6fb9-4290-b107-137bfcdcbd9e triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:36.619793 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:36.646850 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-2d0ffcc9-a000-450a-9105-a8dffe84412a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Synchronizing usage tracker for tenant:43665bde38c04afb88bcf207f05f5331 on resource:port {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:19:36.698294 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-861c3f8f-1b95-435b-af0e-8b80be32df12 req-d34b65e5-c085-4142-a2b7-2d8f6a97d41a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:36.703155 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-44ba0f72-a320-4193-83a1-05f3226b9012 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:36.705892 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-861c3f8f-1b95-435b-af0e-8b80be32df12 req-d34b65e5-c085-4142-a2b7-2d8f6a97d41a service neutron] Usage tracker for resource:security_group_rule and tenant:c1c3df2ea5884ffba24d335fe6940e1b is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:36.708902 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-44ba0f72-a320-4193-83a1-05f3226b9012 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Synchronizing usage tracker for tenant:30b5c8060107440099282a255f5a3afc on resource:network {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:19:36.710095 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-861c3f8f-1b95-435b-af0e-8b80be32df12 req-d34b65e5-c085-4142-a2b7-2d8f6a97d41a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:36.717811 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-861c3f8f-1b95-435b-af0e-8b80be32df12 req-d34b65e5-c085-4142-a2b7-2d8f6a97d41a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:36.740923 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-2d0ffcc9-a000-450a-9105-a8dffe84412a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Unset dirty status for tenant:43665bde38c04afb88bcf207f05f5331 on resource:port {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:19:36.741675 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] For port 471f5ee2-8586-43d1-a094-6a470793db2a, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:19:36.742584 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-2d0ffcc9-a000-450a-9105-a8dffe84412a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=43665bde38c04afb88bcf207f05f5331&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5927439 Nov 11 22:19:36.756997 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] For port 471f5ee2-8586-43d1-a094-6a470793db2a, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=471f5ee2-8586-43d1-a094-6a470793db2a,segment=NetworkSegment(324b1be9-156f-4e1b-ada2-044951fb8d0b),segment_id=324b1be9-156f-4e1b-ada2-044951fb8d0b)] {{(pid=88357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:19:36.816709 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:36.818219 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-44ba0f72-a320-4193-83a1-05f3226b9012 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Unset dirty status for tenant:30b5c8060107440099282a255f5a3afc on resource:network {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:19:36.826874 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-44ba0f72-a320-4193-83a1-05f3226b9012 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/networks?id=3e502878-60da-4698-8f22-97917266e235 HTTP/1.1" status: 200 len: 817 time: 0.5596554 Nov 11 22:19:36.850858 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:36.879403 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:36.943650 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-861c3f8f-1b95-435b-af0e-8b80be32df12 req-d34b65e5-c085-4142-a2b7-2d8f6a97d41a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:36.983154 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 0ba682dc-6fb9-4290-b107-137bfcdcbd9e, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0ba682dc-6fb9-4290-b107-137bfcdcbd9e,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:36.996155 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-861c3f8f-1b95-435b-af0e-8b80be32df12 req-d34b65e5-c085-4142-a2b7-2d8f6a97d41a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:37.000864 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b36e2219-c878-4b5f-90eb-bb4f23a64f20 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/quotas/30b5c8060107440099282a255f5a3afc HTTP/1.1" status: 200 len: 375 time: 0.1153991 Nov 11 22:19:37.007365 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:37.041861 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:37.067375 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dac50-495b-4a4d-a8cd-bfaee72b55ca None None] Pushing event updated for resources: {'Port': ['ID=471f5ee2-8586-43d1-a094-6a470793db2a,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:37.071404 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-307dac50-495b-4a4d-a8cd-bfaee72b55ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:37.072676 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-307dac50-495b-4a4d-a8cd-bfaee72b55ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:37.087626 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-861c3f8f-1b95-435b-af0e-8b80be32df12 req-d34b65e5-c085-4142-a2b7-2d8f6a97d41a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1db3b88-c853-44cd-8059-b4936e0bbc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145108 Nov 11 22:19:37.101959 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-ac92840a-9b80-4b4b-9cb1-29761c5e48b2 service neutron] 10.222.0.25 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481767 Nov 11 22:19:37.105493 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b65e5-c085-4142-a2b7-2d8f6a97d41a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e888714a-8af0-410d-a7df-cb5f2b482f1d,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:37.116323 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d34b65e5-c085-4142-a2b7-2d8f6a97d41a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:37.158133 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Routers {'b4ba1bfd-ac5b-4d53-a700-f2103e17df06'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:19:37.158357 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:19:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['b4ba1bfd-ac5b-4d53-a700-f2103e17df06'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:37.284181 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-2634b2c8-d97e-44eb-a4ce-3cd7f3fe182a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=30b5c8060107440099282a255f5a3afc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2734473 Nov 11 22:19:37.436506 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=0ba682dc-6fb9-4290-b107-137bfcdcbd9e,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:37.442397 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:37.460825 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] Set router b4ba1bfd-ac5b-4d53-a700-f2103e17df06 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:19:37.528664 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-954a058e-24e9-4624-8dac-7b750bffddf5 service neutron] 10.222.0.25 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927903 Nov 11 22:19:37.530766 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-8fe56580-ba0a-4d9a-aaf2-23ba64551719 service neutron] 10.222.0.25 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225373 Nov 11 22:19:37.777216 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-6ee84922-a1ae-4099-9cd9-a01cd371a5ac service neutron] 10.222.0.25 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330024 Nov 11 22:19:38.009498 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f24d608-48d8-4e0b-858a-989dcc63c463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba682dc-6fb9-4290-b107-137bfcdcbd9e'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:19:38.278645 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4b199-93a5-4501-a2df-704b821a45ed req-81579751-c2a1-43bf-9435-c4aa655db488 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:38.286703 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-91c4b199-93a5-4501-a2df-704b821a45ed req-81579751-c2a1-43bf-9435-c4aa655db488 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 945 time: 0.1949582 Nov 11 22:19:38.301499 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-a00eb27f-b3a7-4d09-9efb-8fd56fecdad4 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:38.301709 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ba1bfd-ac5b-4d53-a700-f2103e17df06', 'name': 'tempest-ServerRescueNegativeTestJSON-184946993-router', 'tenant_id': '43665bde38c04afb88bcf207f05f5331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cdb754f5-5e08-4450-823f-210be426bada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:26Z', 'revision_number': 4, 'project_id': '43665bde38c04afb88bcf207f05f5331', 'gw_port': {'id': 'cdb754f5-5e08-4450-823f-210be426bada', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ba1bfd-ac5b-4d53-a700-f2103e17df06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:56Z', 'updated_at': '2021-11-11T22:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '471f5ee2-8586-43d1-a094-6a470793db2a', 'name': '', 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87', 'tenant_id': '43665bde38c04afb88bcf207f05f5331', 'mac_address': 'fa:16:3e:ce:6a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ba1bfd-ac5b-4d53-a700-f2103e17df06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '678bec8e-2914-403b-acd5-8926fa26bd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:23Z', 'updated_at': '2021-11-11T22:19:36Z', 'revision_number': 4, 'project_id': '43665bde38c04afb88bcf207f05f5331', 'subnets': [{'id': '678bec8e-2914-403b-acd5-8926fa26bd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:19:38.304242 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-a00eb27f-b3a7-4d09-9efb-8fd56fecdad4 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Synchronizing usage tracker for tenant:69cfca7e767f4503aac480dce5907cdb on resource:network {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:19:38.309951 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e566da9-3180-4bc7-ad17-fcfe8fb2cb59 None None] The sync data for ids ['b4ba1bfd-ac5b-4d53-a700-f2103e17df06'] in dv-cinder-815883-4-smb is: [{'id': 'b4ba1bfd-ac5b-4d53-a700-f2103e17df06', 'name': 'tempest-ServerRescueNegativeTestJSON-184946993-router', 'tenant_id': '43665bde38c04afb88bcf207f05f5331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cdb754f5-5e08-4450-823f-210be426bada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:26Z', 'revision_number': 4, 'project_id': '43665bde38c04afb88bcf207f05f5331', 'gw_port': {'id': 'cdb754f5-5e08-4450-823f-210be426bada', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ba1bfd-ac5b-4d53-a700-f2103e17df06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:56Z', 'updated_at': '2021-11-11T22:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '471f5ee2-8586-43d1-a094-6a470793db2a', 'name': '', 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87', 'tenant_id': '43665bde38c04afb88bcf207f05f5331', 'mac_address': 'fa:16:3e:ce:6a:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4ba1bfd-ac5b-4d53-a700-f2103e17df06', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '678bec8e-2914-403b-acd5-8926fa26bd5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:23Z', 'updated_at': '2021-11-11T22:19:36Z', 'revision_number': 4, 'project_id': '43665bde38c04afb88bcf207f05f5331', 'subnets': [{'id': '678bec8e-2914-403b-acd5-8926fa26bd5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:19:38.361163 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-91c4b199-93a5-4501-a2df-704b821a45ed req-e3d2ed27-f807-487c-ba75-e5b58972b997 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734591 Nov 11 22:19:38.403491 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-a00eb27f-b3a7-4d09-9efb-8fd56fecdad4 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Unset dirty status for tenant:69cfca7e767f4503aac480dce5907cdb on resource:network {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:19:38.408271 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-a00eb27f-b3a7-4d09-9efb-8fd56fecdad4 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.55 "GET /v2.0/networks?id=65d9ad99-3a08-4dd5-af3c-91116e42d962 HTTP/1.1" status: 200 len: 810 time: 0.5369341 Nov 11 22:19:38.564386 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-04b222ad-0d3e-4cec-9fad-3b0846ef4041 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Synchronizing usage tracker for tenant:69cfca7e767f4503aac480dce5907cdb on resource:security_group {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:19:38.627722 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e8120cc5-d587-47f9-bcc2-c60f1d46b2a4 req-6d801125-4f1e-4963-b20c-0504a36ab3ba tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 210 time: 0.1528060 Nov 11 22:19:38.630658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-04b222ad-0d3e-4cec-9fad-3b0846ef4041 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Unset dirty status for tenant:69cfca7e767f4503aac480dce5907cdb on resource:security_group {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:19:38.632279 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-04b222ad-0d3e-4cec-9fad-3b0846ef4041 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69cfca7e767f4503aac480dce5907cdb HTTP/1.1" status: 200 len: 380 time: 0.1992004 Nov 11 22:19:38.646204 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-93a3b957-e55b-46e1-b023-810ddf081b60 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Request body: {'port': {'device_id': '19cd8f6f-20cd-498a-9d26-599892fb60f3', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'admin_state_up': True, 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'security_groups': ['58f7c9f4-ec38-4eaf-83cd-f45f80e4830d']}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:39.150175 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-93a3b957-e55b-46e1-b023-810ddf081b60 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:39.167018 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-93a3b957-e55b-46e1-b023-810ddf081b60 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:39.302044 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-95d2693a-e962-4bc0-bfc0-32d5e0f35bb6 req-b8a9b88d-62a3-4c5a-a397-ea319effb1e5 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 210 time: 0.6156976 Nov 11 22:19:39.369519 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c5dee6-12c9-4692-9bdb-efd9f89ca97a req-81c95313-8a73-4ba4-a522-dec7a3add405 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:39.374548 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-72c5dee6-12c9-4692-9bdb-efd9f89ca97a req-81c95313-8a73-4ba4-a522-dec7a3add405 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 945 time: 0.1345434 Nov 11 22:19:39.392815 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f24d608-48d8-4e0b-858a-989dcc63c463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ba682dc-6fb9-4290-b107-137bfcdcbd9e', 'code': 200} Nov 11 22:19:39.397871 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:19:39.538474 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ce80ead7-5d5d-48ec-82c8-fc4ed30c92f3 req-64079818-e931-4015-94a8-cd953dc06546 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 210 time: 0.0986159 Nov 11 22:19:39.541824 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-72c5dee6-12c9-4692-9bdb-efd9f89ca97a req-f2f7bd1d-8117-4fcb-bce6-1de136feb3d8 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1db3b88-c853-44cd-8059-b4936e0bbc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606593 Nov 11 22:19:40.041064 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 471f5ee2-8586-43d1-a094-6a470793db2a up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:19:40.518463 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port 471f5ee2-8586-43d1-a094-6a470793db2a completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:19:40.523167 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-93a3b957-e55b-46e1-b023-810ddf081b60 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Made reservation on behalf of 69cfca7e767f4503aac480dce5907cdb for: {'port': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:19:40.532104 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 471f5ee2-8586-43d1-a094-6a470793db2a triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:40.533339 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:40.555978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-93a3b957-e55b-46e1-b023-810ddf081b60 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:40.779290 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21472d1f-a2d9-4800-88bf-231c5c05a36f req-d9427408-0cda-4a90-844d-c778a01c5336 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:40.808656 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-21472d1f-a2d9-4800-88bf-231c5c05a36f req-d9427408-0cda-4a90-844d-c778a01c5336 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 945 time: 0.1708021 Nov 11 22:19:40.964603 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:41.107436 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] For port 471f5ee2-8586-43d1-a094-6a470793db2a, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=471f5ee2-8586-43d1-a094-6a470793db2a,segment=NetworkSegment(324b1be9-156f-4e1b-ada2-044951fb8d0b),segment_id=324b1be9-156f-4e1b-ada2-044951fb8d0b)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:41.162503 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-21472d1f-a2d9-4800-88bf-231c5c05a36f req-125c5aa2-9bba-4afc-a3ce-a8f45c6b741d tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399849 Nov 11 22:19:41.195373 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-26beb46f-68d4-4659-b6e4-5b21ae3413f5 req-22213769-a364-46e7-9740-2d708bd3612e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 210 time: 0.3833852 Nov 11 22:19:41.204246 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-93a3b957-e55b-46e1-b023-810ddf081b60 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Allocated IP 172.20.0.10 (65d9ad99-3a08-4dd5-af3c-91116e42d962/b4ba6ec0-e7b0-4914-9c13-c2928c121dea/c0707fe6-c67d-453e-8123-9fafa0c21b41) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:19:41.207056 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:41.210577 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:41.293601 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-14564a30-bf91-4cd7-b5b4-d8b6c858cd05 req-414459c8-d72b-441c-919a-bf366219085c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 1098 time: 0.2074878 Nov 11 22:19:41.327815 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Pushing event updated for resources: {'Port': ['ID=471f5ee2-8586-43d1-a094-6a470793db2a,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:41.333376 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:41.497194 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-14564a30-bf91-4cd7-b5b4-d8b6c858cd05 req-0a32d7ce-0ef2-4d94-bcbd-0ba0dac535a3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001498 Nov 11 22:19:41.693538 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0a2e8eb1-a617-4ef1-ba11-c71fcf9c72d4 req-f3b67584-d2df-4bda-a0a4-32ae98938619 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 210 time: 0.1426258 Nov 11 22:19:41.824036 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 54800) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:42.014718 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3f912-a200-4bc3-a4d2-5ed2366931fc req-31722558-740c-4a47-b779-581105c85829 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:42.037387 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cdf3f912-a200-4bc3-a4d2-5ed2366931fc req-31722558-740c-4a47-b779-581105c85829 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 945 time: 0.2619007 Nov 11 22:19:42.052641 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-93a3b957-e55b-46e1-b023-810ddf081b60 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:42.084166 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 471f5ee2-8586-43d1-a094-6a470793db2a up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:19:42.092777 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-93a3b957-e55b-46e1-b023-810ddf081b60 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Transition to ACTIVE for port object c0707fe6-c67d-453e-8123-9fafa0c21b41 will not be triggered until provisioned by entity DHCP. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:19:42.179084 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-93a3b957-e55b-46e1-b023-810ddf081b60 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:42.188308 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a2f9221f-4a79-40cb-8144-224445edee23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:42.244763 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cdf3f912-a200-4bc3-a4d2-5ed2366931fc req-4f1f9fdd-3964-46c2-8657-17fe2e1c6d53 tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1db3b88-c853-44cd-8059-b4936e0bbc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059786 Nov 11 22:19:42.301277 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 471f5ee2-8586-43d1-a094-6a470793db2a triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:42.302643 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:42.333379 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-93a3b957-e55b-46e1-b023-810ddf081b60 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Network 65d9ad99-3a08-4dd5-af3c-91116e42d962 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:19:42.334781 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-93a3b957-e55b-46e1-b023-810ddf081b60 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:19:42.353568 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-93a3b957-e55b-46e1-b023-810ddf081b60 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:19:42.358575 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-93a3b957-e55b-46e1-b023-810ddf081b60 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:42.360161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-93a3b957-e55b-46e1-b023-810ddf081b60 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:42.361642 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c647b-4195-44ba-882b-a36e614a871e req-4e17eff2-7c88-42b1-88c1-78282e39cfe2 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:42.363664 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a5c647b-4195-44ba-882b-a36e614a871e req-4e17eff2-7c88-42b1-88c1-78282e39cfe2 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/networks?id=bcbad872-fbd0-40a2-acd1-a807e84b8e87 HTTP/1.1" status: 200 len: 818 time: 0.3040264 Nov 11 22:19:42.381659 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3b957-e55b-46e1-b023-810ddf081b60 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Pushing event updated for resources: {'Port': ['ID=c0707fe6-c67d-453e-8123-9fafa0c21b41,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:42.388257 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-93a3b957-e55b-46e1-b023-810ddf081b60 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:42.442413 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a5c647b-4195-44ba-882b-a36e614a871e req-59902882-6e8c-4727-8250-df7de25306b1 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/quotas/43665bde38c04afb88bcf207f05f5331 HTTP/1.1" status: 200 len: 375 time: 0.0672479 Nov 11 22:19:42.506046 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-93a3b957-e55b-46e1-b023-810ddf081b60 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8654134 Nov 11 22:19:42.525609 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Request body: {'port': {'device_id': '19cd8f6f-20cd-498a-9d26-599892fb60f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:42.823273 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:42.826770 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a5c647b-4195-44ba-882b-a36e614a871e req-3408d684-75c8-4819-96ee-9cdab9a2dd6b tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=43665bde38c04afb88bcf207f05f5331&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3789907 Nov 11 22:19:43.163656 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a5c647b-4195-44ba-882b-a36e614a871e req-aaccf412-345d-4feb-b435-a1a6686872f5 service neutron] 10.222.0.25 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262980 Nov 11 22:19:43.172906 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-9ae5d291-218f-4076-a186-0b3a16a6dd27 None None] Provisioning for port c0707fe6-c67d-453e-8123-9fafa0c21b41 completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:19:43.179775 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-9ae5d291-218f-4076-a186-0b3a16a6dd27 None None] Provisioning complete for port c0707fe6-c67d-453e-8123-9fafa0c21b41 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:43.180441 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ae5d291-218f-4076-a186-0b3a16a6dd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:43.300283 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-9ae5d291-218f-4076-a186-0b3a16a6dd27 None None] Port c0707fe6-c67d-453e-8123-9fafa0c21b41 cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:19:43.340492 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-876d6fee-325d-448a-ab32-cdf385a94ee0 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:43.346606 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-876d6fee-325d-448a-ab32-cdf385a94ee0 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.55 "GET /v2.0/networks?id=bcbad872-fbd0-40a2-acd1-a807e84b8e87 HTTP/1.1" status: 200 len: 818 time: 0.4173028 Nov 11 22:19:43.384550 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803af5eb-f024-41d5-86d7-d54752c72fa4 req-6c438125-717e-4af0-b773-6b38a7d18e98 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:43.387033 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-803af5eb-f024-41d5-86d7-d54752c72fa4 req-6c438125-717e-4af0-b773-6b38a7d18e98 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 945 time: 0.5586882 Nov 11 22:19:43.420878 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-da3469f7-c6b6-4182-8b36-205101b4d53a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Request body: {'port': {'device_id': 'ff611748-5451-459f-bb6b-6b7697736ab2', 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87', 'admin_state_up': True, 'tenant_id': '43665bde38c04afb88bcf207f05f5331'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:43.481087 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54840) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:43.490812 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-803af5eb-f024-41d5-86d7-d54752c72fa4 req-64acd59d-4d45-41f6-aa6a-2334eaf0af5a tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948527 Nov 11 22:19:43.620208 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a5c647b-4195-44ba-882b-a36e614a871e req-1af44827-a081-4185-9d9f-92199376ad51 service neutron] 10.222.0.25 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555819 Nov 11 22:19:43.833718 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.55', 59516) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:44.309360 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:44.325181 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Usage tracker for resource:security_group_rule and tenant:ba02b7de50dc429ca1c634a1f362f5c8 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:44.328710 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:44.350696 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:44.372752 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:44.452508 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-da3469f7-c6b6-4182-8b36-205101b4d53a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:44.461070 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-e671f3e4-13e2-40cd-a0cb-15083d683d9a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:44.462820 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-e671f3e4-13e2-40cd-a0cb-15083d683d9a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.55 "GET /v2.0/networks?id=3e502878-60da-4698-8f22-97917266e235 HTTP/1.1" status: 200 len: 817 time: 0.6272097 Nov 11 22:19:44.467102 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3edc5c5d-c0eb-4849-abc4-36c947f0017f req-b7e6affc-bfc2-4a81-b0d1-232a5f9dc092 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 210 time: 0.2299852 Nov 11 22:19:44.471560 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-da3469f7-c6b6-4182-8b36-205101b4d53a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:44.575946 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-da3469f7-c6b6-4182-8b36-205101b4d53a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Made reservation on behalf of 43665bde38c04afb88bcf207f05f5331 for: {'port': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:19:44.583255 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-da3469f7-c6b6-4182-8b36-205101b4d53a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:44.682019 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-6e527983-8733-409d-a432-4214d3ec0e8c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30b5c8060107440099282a255f5a3afc HTTP/1.1" status: 200 len: 380 time: 0.1639514 Nov 11 22:19:44.682812 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5cdb8b97-0f0d-4e6f-9553-30e14b659628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:44.743937 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Request body: {'port': {'device_id': 'e725fcd5-c6c2-4c92-81cc-880b627a35f0', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'admin_state_up': True, 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'security_groups': ['3707d022-15e0-4528-a7e4-9165a7b54da9']}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:44.778451 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2eeeeb-2c3b-4a2f-abaf-6f5b083274a5 req-a07fd8c2-17dc-48eb-9777-0c9c41b5a589 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:44.786671 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ac2eeeeb-2c3b-4a2f-abaf-6f5b083274a5 req-a07fd8c2-17dc-48eb-9777-0c9c41b5a589 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 932 time: 0.5350096 Nov 11 22:19:44.830634 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-50fdb7a1-5689-4320-ab55-95317fa7094d req-2bfbee55-159e-4ef1-93c4-9d8fbb0a4f5a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 210 time: 0.1563771 Nov 11 22:19:45.090520 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ac2eeeeb-2c3b-4a2f-abaf-6f5b083274a5 req-7ab6f88c-7a9b-4754-a42f-74d91574dd45 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3028727 Nov 11 22:19:45.097112 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:45.102899 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5cdb8b97-0f0d-4e6f-9553-30e14b659628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:45.109315 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-5cdb8b97-0f0d-4e6f-9553-30e14b659628 admin admin] Usage tracker for resource:security_group_rule and tenant:7ce2d19ccf734108aadf82916f42bc4c is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:45.113246 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-5cdb8b97-0f0d-4e6f-9553-30e14b659628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:45.120384 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5cdb8b97-0f0d-4e6f-9553-30e14b659628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:45.173100 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:45.208115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:45.245480 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f550c78-6545-4fe3-bf94-56e54b1382ba,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:45.263828 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5cdb8b97-0f0d-4e6f-9553-30e14b659628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:45.278531 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0707fe6-c67d-453e-8123-9fafa0c21b41 {{(pid=88356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:19:45.292545 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:45.292936 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:45.293329 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:45.294982 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:45.294982 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:45.294982 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:45.294982 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:45.295346 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:45.295449 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:45.295806 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:45.296174 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:45.303191 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:45.309261 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba02b7de50dc429ca1c634a1f362f5c8&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4816654 Nov 11 22:19:45.310340 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 54892) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:45.315221 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5cdb8b97-0f0d-4e6f-9553-30e14b659628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:45.327238 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cd3ab3cd-b287-42f7-bc9e-9b3905a4e7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:45.342673 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-da3469f7-c6b6-4182-8b36-205101b4d53a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Allocated IP 172.20.0.5 (bcbad872-fbd0-40a2-acd1-a807e84b8e87/678bec8e-2914-403b-acd5-8926fa26bd5f/6e16d470-9007-499e-b5e8-70d14adafcaf) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:19:45.345818 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436008a9-3010-4f08-83ad-fee23c2a55cb req-be3e6c49-05fc-483c-9897-9d9d18daed51 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:45.347572 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-436008a9-3010-4f08-83ad-fee23c2a55cb req-be3e6c49-05fc-483c-9897-9d9d18daed51 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 945 time: 0.3276086 Nov 11 22:19:45.349524 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:45.349723 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:45.361699 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Usage tracker for resource:port and tenant:30b5c8060107440099282a255f5a3afc is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:45.367266 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:45.405554 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:45.421491 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Transition to ACTIVE for port object c0707fe6-c67d-453e-8123-9fafa0c21b41 will not be triggered until provisioned by entity L2. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:19:45.431608 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb8b97-0f0d-4e6f-9553-30e14b659628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58feb81-ca0e-42fc-9385-f71c1bf159fd,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:45.435314 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5cdb8b97-0f0d-4e6f-9553-30e14b659628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:45.436143 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-498499a4-0b67-4242-8f20-8db21a99f4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:45.443169 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-5cdb8b97-0f0d-4e6f-9553-30e14b659628 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ce2d19ccf734108aadf82916f42bc4c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.9484739 Nov 11 22:19:45.448967 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54896) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:45.504134 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Made reservation on behalf of 30b5c8060107440099282a255f5a3afc for: {'port': 1} {{(pid=88355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:19:45.516147 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:45.575403 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-436008a9-3010-4f08-83ad-fee23c2a55cb req-275717e3-3a50-47c6-bd24-e4a09646feed tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104101 Nov 11 22:19:45.770428 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-498499a4-0b67-4242-8f20-8db21a99f4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:45.831829 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:45.852818 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b8148e2c-cbb1-4060-aec6-d2d9c58fb8a0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:45.862761 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-77cd4890-6bd2-4e1d-a7d8-1e8b0042f6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:45.906853 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-da3469f7-c6b6-4182-8b36-205101b4d53a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:45.928786 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-85d8d89a-a731-43e6-b73d-61caa66b3143 req-072ead82-a97a-43fe-afec-06900f495318 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 210 time: 0.1265671 Nov 11 22:19:46.008662 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-77cd4890-6bd2-4e1d-a7d8-1e8b0042f6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:46.041627 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Pushing event updated for resources: {'Port': ['ID=c0707fe6-c67d-453e-8123-9fafa0c21b41,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:46.046267 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:46.074345 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Allocated IP 172.20.0.10 (3e502878-60da-4698-8f22-97917266e235/28b1f60c-9def-4779-8aa9-49aa02b8c273/fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb) {{(pid=88355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:19:46.101069 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-498499a4-0b67-4242-8f20-8db21a99f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:46.116422 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:46.170335 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-77cd4890-6bd2-4e1d-a7d8-1e8b0042f6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:46.188702 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-da3469f7-c6b6-4182-8b36-205101b4d53a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:46.199740 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5cdb8b97-0f0d-4e6f-9553-30e14b659628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:46.205875 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498499a4-0b67-4242-8f20-8db21a99f4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f550c78-6545-4fe3-bf94-56e54b1382ba,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:46.210094 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-498499a4-0b67-4242-8f20-8db21a99f4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:46.225487 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:46.251357 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd4890-6bd2-4e1d-a7d8-1e8b0042f6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58feb81-ca0e-42fc-9385-f71c1bf159fd,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:46.261537 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-77cd4890-6bd2-4e1d-a7d8-1e8b0042f6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:46.288134 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Attempting to bind port c0707fe6-c67d-453e-8123-9fafa0c21b41 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:46.288695 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Attempting to bind port c0707fe6-c67d-453e-8123-9fafa0c21b41 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '31b3fab0-ce58-4863-b5fe-b07185a84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962'}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:19:46.289321 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Attempting to bind port c0707fe6-c67d-453e-8123-9fafa0c21b41 on network 65d9ad99-3a08-4dd5-af3c-91116e42d962 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:19:46.344179 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-77cd4890-6bd2-4e1d-a7d8-1e8b0042f6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:46.348434 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-77cd4890-6bd2-4e1d-a7d8-1e8b0042f6cc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e58feb81-ca0e-42fc-9385-f71c1bf159fd HTTP/1.1" status: 204 len: 168 time: 0.8983107 Nov 11 22:19:46.417038 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-deea94d4-7ad2-491d-a3a4-64f16b856922 req-a1b81b0b-0dd9-4c16-b9ed-19a7def32a77 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 210 time: 0.0748003 Nov 11 22:19:46.495493 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Port c0707fe6-c67d-453e-8123-9fafa0c21b41 on network 65d9ad99-3a08-4dd5-af3c-91116e42d962 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 22:19:46.495877 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Attempting to bind port c0707fe6-c67d-453e-8123-9fafa0c21b41 on network 65d9ad99-3a08-4dd5-af3c-91116e42d962 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:19:46.521428 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-da3469f7-c6b6-4182-8b36-205101b4d53a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Network bcbad872-fbd0-40a2-acd1-a807e84b8e87 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:19:46.532878 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-da3469f7-c6b6-4182-8b36-205101b4d53a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:19:46.546574 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3469f7-c6b6-4182-8b36-205101b4d53a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Pushing event updated for resources: {'Port': ['ID=6e16d470-9007-499e-b5e8-70d14adafcaf,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:46.560492 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.55', 59522) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:46.561367 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-da3469f7-c6b6-4182-8b36-205101b4d53a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:19:46.572046 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-da3469f7-c6b6-4182-8b36-205101b4d53a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:46.573654 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-da3469f7-c6b6-4182-8b36-205101b4d53a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:46.577685 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for port, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:46.596086 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-498499a4-0b67-4242-8f20-8db21a99f4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:46.597300 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-498499a4-0b67-4242-8f20-8db21a99f4f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f550c78-6545-4fe3-bf94-56e54b1382ba HTTP/1.1" status: 204 len: 168 time: 1.2867115 Nov 11 22:19:46.598673 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-da3469f7-c6b6-4182-8b36-205101b4d53a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:46.634484 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Transition to ACTIVE for port object fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb will not be triggered until provisioned by entity DHCP. {{(pid=88355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:19:46.679125 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Checking agent: {'id': 'd308de4e-73e5-4a02-a57f-4634dba51a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:19:46.681072 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Checking segment: {'id': '31b3fab0-ce58-4863-b5fe-b07185a84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:19:46.681694 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Bound using segment: {'id': '31b3fab0-ce58-4863-b5fe-b07185a84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962'} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:19:46.684067 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Bound port: c0707fe6-c67d-453e-8123-9fafa0c21b41, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b3fab0-ce58-4863-b5fe-b07185a84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962'}}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:19:46.685397 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:46.815003 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-da3469f7-c6b6-4182-8b36-205101b4d53a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3985405 Nov 11 22:19:46.921546 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Request body: {'port': {'device_id': 'ff611748-5451-459f-bb6b-6b7697736ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:47.167439 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-18e74348-7b31-4794-a661-b61aab4da170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:47.266959 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:47.290053 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c647b-4195-44ba-882b-a36e614a871e req-2f26c98c-d5ff-4677-8bee-0fb9dafaa6cc tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:47.291771 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a5c647b-4195-44ba-882b-a36e614a871e req-2f26c98c-d5ff-4677-8bee-0fb9dafaa6cc tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.55 "GET /v2.0/networks?id=bcbad872-fbd0-40a2-acd1-a807e84b8e87 HTTP/1.1" status: 200 len: 818 time: 0.6981080 Nov 11 22:19:47.293097 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] For port c0707fe6-c67d-453e-8123-9fafa0c21b41, host hv-cinder-81588, cleared binding levels {{(pid=88356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:19:47.303743 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:47.330451 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-9a5c647b-4195-44ba-882b-a36e614a871e req-239c5b4a-e074-4d7c-8c2b-060f53b29775 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Request body: {'port': {'device_id': '6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6', 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87', 'admin_state_up': True, 'tenant_id': '43665bde38c04afb88bcf207f05f5331'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:47.362716 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] For port c0707fe6-c67d-453e-8123-9fafa0c21b41, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c0707fe6-c67d-453e-8123-9fafa0c21b41,segment=NetworkSegment(31b3fab0-ce58-4863-b5fe-b07185a84084),segment_id=31b3fab0-ce58-4863-b5fe-b07185a84084)] {{(pid=88356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:19:47.382746 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:47.416985 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Network 3e502878-60da-4698-8f22-97917266e235 is already hosted by enough agents. {{(pid=88355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:19:47.423792 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Resources bound (agent type, host, resource id): {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:19:47.438316 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cbffd9-95e0-4566-b0b3-019171076ce6 req-59f0ab3a-46c7-4624-8918-5dc1c52669b9 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:47.440154 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d2cbffd9-95e0-4566-b0b3-019171076ce6 req-59f0ab3a-46c7-4624-8918-5dc1c52669b9 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 944 time: 0.7026355 Nov 11 22:19:47.441238 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Received port after_create {{(pid=88355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:19:47.452727 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:47.477751 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:47.480865 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Pushing event updated for resources: {'Port': ['ID=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:47.603755 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:47.605207 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for port, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:47.651283 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54960) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:47.663478 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d06784-8e1a-4e39-bff7-29ef6b4a4164 req-30bb8bef-0af5-49cb-8888-011065b3a05b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:47.664467 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-e5d06784-8e1a-4e39-bff7-29ef6b4a4164 req-30bb8bef-0af5-49cb-8888-011065b3a05b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Synchronizing usage tracker for tenant:30b5c8060107440099282a255f5a3afc on resource:port {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:19:47.704496 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54964) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:47.707135 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:47.707549 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:47.707942 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:47.708332 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:47.712552 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:47.712552 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:47.712552 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:47.712552 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:47.712552 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:47.712552 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:47.712552 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:47.725837 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:47.771758 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d00f4975-80da-4814-b046-031f06e1e63c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:47.785067 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:47.786849 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] 10.222.0.55 "PUT /v2.0/ports/c0707fe6-c67d-453e-8123-9fafa0c21b41 HTTP/1.1" status: 200 len: 1094 time: 5.2700181 Nov 11 22:19:47.802317 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cd8f6f-20cd-498a-9d26-599892fb60f3', 'tag': 'c0707fe6-c67d-453e-8123-9fafa0c21b41'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:19:47.805459 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1074510 Nov 11 22:19:47.808858 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a74edc4c-9cd8-4103-90bc-b9c9ba539390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:47.823340 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-9a5c647b-4195-44ba-882b-a36e614a871e req-239c5b4a-e074-4d7c-8c2b-060f53b29775 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:47.833079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Request body: {'port': {'device_id': 'e725fcd5-c6c2-4c92-81cc-880b627a35f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:47.842952 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-9a5c647b-4195-44ba-882b-a36e614a871e req-239c5b4a-e074-4d7c-8c2b-060f53b29775 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Usage tracker for resource:port and tenant:43665bde38c04afb88bcf207f05f5331 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:47.876455 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Pushing event updated for resources: {'Port': ['ID=c0707fe6-c67d-453e-8123-9fafa0c21b41,revision_number=3']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:47.879806 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-9a5c647b-4195-44ba-882b-a36e614a871e req-239c5b4a-e074-4d7c-8c2b-060f53b29775 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:47.891126 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:47.898659 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-9a5c647b-4195-44ba-882b-a36e614a871e req-239c5b4a-e074-4d7c-8c2b-060f53b29775 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:47.941092 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-e5d06784-8e1a-4e39-bff7-29ef6b4a4164 req-30bb8bef-0af5-49cb-8888-011065b3a05b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Unset dirty status for tenant:30b5c8060107440099282a255f5a3afc on resource:port {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:19:47.942715 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e5d06784-8e1a-4e39-bff7-29ef6b4a4164 req-30bb8bef-0af5-49cb-8888-011065b3a05b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 932 time: 0.7238979 Nov 11 22:19:48.061349 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d2cbffd9-95e0-4566-b0b3-019171076ce6 req-e15560e3-acbf-477c-9cef-bed743115e84 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5676050 Nov 11 22:19:48.074075 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d00f4975-80da-4814-b046-031f06e1e63c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:48.115658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-d00f4975-80da-4814-b046-031f06e1e63c admin admin] Usage tracker for resource:security_group_rule and tenant:0bf4aa3035474bd2ab8d0bff5153c695 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:48.126067 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-d00f4975-80da-4814-b046-031f06e1e63c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:48.134020 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a74edc4c-9cd8-4103-90bc-b9c9ba539390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:48.164349 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-a74edc4c-9cd8-4103-90bc-b9c9ba539390 admin admin] Usage tracker for resource:security_group_rule and tenant:16b2706894ef43e6b6cc25a4b2b486d0 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:48.179726 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d00f4975-80da-4814-b046-031f06e1e63c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:48.183980 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-a74edc4c-9cd8-4103-90bc-b9c9ba539390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:48.213937 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e5d06784-8e1a-4e39-bff7-29ef6b4a4164 req-afb49e44-85de-4b19-b1fa-7090420e69ec tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439339 Nov 11 22:19:48.231948 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:48.275257 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8a91d7a4-e08a-4e9a-ad25-f87b5e144e40 None None] Provisioning for port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:19:48.287438 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8a91d7a4-e08a-4e9a-ad25-f87b5e144e40 None None] Provisioning complete for port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:48.288139 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8a91d7a4-e08a-4e9a-ad25-f87b5e144e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:48.335774 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a74edc4c-9cd8-4103-90bc-b9c9ba539390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:48.378891 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d00f4975-80da-4814-b046-031f06e1e63c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:48.413155 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8a91d7a4-e08a-4e9a-ad25-f87b5e144e40 None None] Port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:19:48.435865 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d00f4975-80da-4814-b046-031f06e1e63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:48.471069 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8f9258f1-b884-48aa-8d7d-8174bd3d94da req-98312a31-ed80-4004-9365-1582da55b883 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 210 time: 0.0957868 Nov 11 22:19:48.488218 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cd8f6f-20cd-498a-9d26-599892fb60f3', 'tag': 'c0707fe6-c67d-453e-8123-9fafa0c21b41', 'status': 'completed', 'code': 200} Nov 11 22:19:48.494051 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a5c647b-4195-44ba-882b-a36e614a871e req-239c5b4a-e074-4d7c-8c2b-060f53b29775 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Made reservation on behalf of 43665bde38c04afb88bcf207f05f5331 for: {'port': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:19:48.500160 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a5c647b-4195-44ba-882b-a36e614a871e req-239c5b4a-e074-4d7c-8c2b-060f53b29775 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:48.510130 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:48.519945 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-d00f4975-80da-4814-b046-031f06e1e63c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0bf4aa3035474bd2ab8d0bff5153c695&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8515108 Nov 11 22:19:48.528993 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54984) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:48.616122 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00f4975-80da-4814-b046-031f06e1e63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5c1b01-8a26-4099-8eac-66372a0afbc8,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:48.668410 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-d2bd8e92-b5ca-4219-bfe3-bd6db081e015 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69cfca7e767f4503aac480dce5907cdb&device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 1097 time: 0.7654173 Nov 11 22:19:48.673202 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d00f4975-80da-4814-b046-031f06e1e63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:48.756175 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a74edc4c-9cd8-4103-90bc-b9c9ba539390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:48.783786 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:48.810573 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a74edc4c-9cd8-4103-90bc-b9c9ba539390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:48.818589 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-f126bf54-0f46-4c94-901c-8009338eaea9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0707fe6-c67d-453e-8123-9fafa0c21b41 HTTP/1.1" status: 200 len: 217 time: 0.1233785 Nov 11 22:19:48.827903 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e16d470-9007-499e-b5e8-70d14adafcaf {{(pid=88356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:19:48.830076 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:48.844972 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21958451-24c2-4f2f-91e9-47502fd90578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:48.882117 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:48.913074 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Transition to ACTIVE for port object 6e16d470-9007-499e-b5e8-70d14adafcaf will not be triggered until provisioned by entity L2. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:19:48.928595 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74edc4c-9cd8-4103-90bc-b9c9ba539390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073b61e9-c51b-433c-8768-ffe92902cf95,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:48.951546 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-013e4867-7c75-4a92-b71d-e7e8a78caf0c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:48.953789 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-013e4867-7c75-4a92-b71d-e7e8a78caf0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4ba6ec0-e7b0-4914-9c13-c2928c121dea HTTP/1.1" status: 200 len: 849 time: 0.1277938 Nov 11 22:19:48.953906 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a74edc4c-9cd8-4103-90bc-b9c9ba539390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:48.966627 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:48.987065 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21958451-24c2-4f2f-91e9-47502fd90578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:49.001076 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-a74edc4c-9cd8-4103-90bc-b9c9ba539390 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16b2706894ef43e6b6cc25a4b2b486d0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2731097 Nov 11 22:19:49.018189 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 54994) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:49.035741 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:49.154194 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [req-9a5c647b-4195-44ba-882b-a36e614a871e req-239c5b4a-e074-4d7c-8c2b-060f53b29775 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Allocated IP 172.20.0.7 (bcbad872-fbd0-40a2-acd1-a807e84b8e87/678bec8e-2914-403b-acd5-8926fa26bd5f/192c5412-b092-4504-894c-584380cdf673) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:19:49.235332 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4698c43-7ba1-4677-aa05-cfd2ff8f355a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:49.262306 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Pushing event updated for resources: {'Port': ['ID=6e16d470-9007-499e-b5e8-70d14adafcaf,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:49.288825 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:49.302356 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4698c43-7ba1-4677-aa05-cfd2ff8f355a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:49.403357 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb {{(pid=88355) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:19:49.414117 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:49.449578 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Attempting to bind port 6e16d470-9007-499e-b5e8-70d14adafcaf on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:49.450071 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Attempting to bind port 6e16d470-9007-499e-b5e8-70d14adafcaf by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '324b1be9-156f-4e1b-ada2-044951fb8d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87'}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:19:49.450521 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Attempting to bind port 6e16d470-9007-499e-b5e8-70d14adafcaf on network bcbad872-fbd0-40a2-acd1-a807e84b8e87 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:19:49.461615 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Port 6e16d470-9007-499e-b5e8-70d14adafcaf on network bcbad872-fbd0-40a2-acd1-a807e84b8e87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 22:19:49.462055 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Attempting to bind port 6e16d470-9007-499e-b5e8-70d14adafcaf on network bcbad872-fbd0-40a2-acd1-a807e84b8e87 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:19:49.471044 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-21ddcab0-9115-4458-9e35-0b1d854f5f73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65d9ad99-3a08-4dd5-af3c-91116e42d962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5031569 Nov 11 22:19:49.525415 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Transition to ACTIVE for port object fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb will not be triggered until provisioned by entity L2. {{(pid=88355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:19:49.529514 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4698c43-7ba1-4677-aa05-cfd2ff8f355a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:49.534725 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Checking agent: {'id': 'd308de4e-73e5-4a02-a57f-4634dba51a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:19:49.535230 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Checking segment: {'id': '324b1be9-156f-4e1b-ada2-044951fb8d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:19:49.535782 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Bound using segment: {'id': '324b1be9-156f-4e1b-ada2-044951fb8d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87'} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:19:49.536430 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Bound port: 6e16d470-9007-499e-b5e8-70d14adafcaf, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '324b1be9-156f-4e1b-ada2-044951fb8d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87'}}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:19:49.536827 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:49.559246 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21958451-24c2-4f2f-91e9-47502fd90578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:49.635451 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-09dabfaf-0c1a-439e-94e5-c7d0c81157b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:49.652234 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c5e70dcc-64c1-4a8d-8442-77f0c62dca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:49.660184 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853380691'] for port, after_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:49.699795 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4698c43-7ba1-4677-aa05-cfd2ff8f355a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073b61e9-c51b-433c-8768-ffe92902cf95,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:49.728496 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21958451-24c2-4f2f-91e9-47502fd90578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:49.729833 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-21958451-24c2-4f2f-91e9-47502fd90578 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff5c1b01-8a26-4099-8eac-66372a0afbc8 HTTP/1.1" status: 204 len: 168 time: 1.1942081 Nov 11 22:19:49.764039 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] For port 6e16d470-9007-499e-b5e8-70d14adafcaf, host hv-cinder-81588, cleared binding levels {{(pid=88356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:19:49.769003 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] For port 6e16d470-9007-499e-b5e8-70d14adafcaf, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6e16d470-9007-499e-b5e8-70d14adafcaf,segment=NetworkSegment(324b1be9-156f-4e1b-ada2-044951fb8d0b),segment_id=324b1be9-156f-4e1b-ada2-044951fb8d0b)] {{(pid=88356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:19:49.832365 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4698c43-7ba1-4677-aa05-cfd2ff8f355a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:49.833920 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-e4698c43-7ba1-4677-aa05-cfd2ff8f355a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/073b61e9-c51b-433c-8768-ffe92902cf95 HTTP/1.1" status: 204 len: 168 time: 0.8146102 Nov 11 22:19:49.841777 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21958451-24c2-4f2f-91e9-47502fd90578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5c1b01-8a26-4099-8eac-66372a0afbc8,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:49.851787 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:49.904783 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-21958451-24c2-4f2f-91e9-47502fd90578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:49.905672 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-da3469f7-c6b6-4182-8b36-205101b4d53a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:49.913657 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.271s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:49.914028 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:49.917112 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:50.045708 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,revision_number=2']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:50.053714 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:50.082252 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:50.084006 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] 10.222.0.55 "PUT /v2.0/ports/6e16d470-9007-499e-b5e8-70d14adafcaf HTTP/1.1" status: 200 len: 1093 time: 3.1678343 Nov 11 22:19:50.152538 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-1fde7109-b3e0-4377-b508-64d5d7f1cda9 service neutron] 10.222.0.55 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6652682 Nov 11 22:19:50.196336 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405b9f3-7f7f-488f-96e2-4b81c07d440e req-f5233cfa-1498-4b3f-859f-4a8eb950bcd1 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:50.198371 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8405b9f3-7f7f-488f-96e2-4b81c07d440e req-f5233cfa-1498-4b3f-859f-4a8eb950bcd1 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.6148469 Nov 11 22:19:50.205479 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f1b9b-b69a-4b68-aa26-adaa4dca4c97 req-bd687c32-2e0d-4896-a859-65e296c4ae1b tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:50.213137 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-138f1b9b-b69a-4b68-aa26-adaa4dca4c97 req-bd687c32-2e0d-4896-a859-65e296c4ae1b tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 944 time: 0.7696412 Nov 11 22:19:50.219152 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a5c647b-4195-44ba-882b-a36e614a871e req-239c5b4a-e074-4d7c-8c2b-060f53b29775 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:50.241151 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:50.292875 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Pushing event updated for resources: {'Port': ['ID=6e16d470-9007-499e-b5e8-70d14adafcaf,revision_number=3']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:50.343101 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:50.492504 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff611748-5451-459f-bb6b-6b7697736ab2', 'tag': '6e16d470-9007-499e-b5e8-70d14adafcaf'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:19:50.522754 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8405b9f3-7f7f-488f-96e2-4b81c07d440e req-1bc124ac-191b-40e6-b1ea-e29c571f57f2 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312286 Nov 11 22:19:50.532375 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Attempting to bind port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:50.532905 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Attempting to bind port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'ba319715-8c28-4774-8554-07eadbf5932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e502878-60da-4698-8f22-97917266e235'}] {{(pid=88355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:19:50.533555 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Attempting to bind port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb on network 3e502878-60da-4698-8f22-97917266e235 {{(pid=88355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:19:50.535775 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-b57e803c-85f4-45a9-b238-fb0b006c41a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43665bde38c04afb88bcf207f05f5331&device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 1096 time: 0.3198926 Nov 11 22:19:50.539400 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-138f1b9b-b69a-4b68-aa26-adaa4dca4c97 req-fb226393-67c2-426b-9c63-6cff264d6f10 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3253257 Nov 11 22:19:50.544157 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb on network 3e502878-60da-4698-8f22-97917266e235 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 22:19:50.544532 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Attempting to bind port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb on network 3e502878-60da-4698-8f22-97917266e235 {{(pid=88355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:19:50.549010 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fcdc707d-d222-47ff-9545-5fb016d025b2 req-3489175f-938d-41df-a165-2d8175b69aa3 service neutron] 10.222.0.55 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624928 Nov 11 22:19:50.555805 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Checking agent: {'id': 'd308de4e-73e5-4a02-a57f-4634dba51a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:19:50.556192 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Checking segment: {'id': 'ba319715-8c28-4774-8554-07eadbf5932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e502878-60da-4698-8f22-97917266e235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:19:50.556788 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Bound using segment: {'id': 'ba319715-8c28-4774-8554-07eadbf5932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e502878-60da-4698-8f22-97917266e235'} {{(pid=88355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:19:50.557331 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Bound port: fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba319715-8c28-4774-8554-07eadbf5932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e502878-60da-4698-8f22-97917266e235'}}] {{(pid=88355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:19:50.557753 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:50.641986 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a5c647b-4195-44ba-882b-a36e614a871e req-239c5b4a-e074-4d7c-8c2b-060f53b29775 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:50.658877 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-93a3b957-e55b-46e1-b023-810ddf081b60 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:50.702692 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-8c16bfac-21e4-48da-8932-fd7071a4c8fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e16d470-9007-499e-b5e8-70d14adafcaf HTTP/1.1" status: 200 len: 217 time: 0.1570809 Nov 11 22:19:50.757926 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] For port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb, host hv-cinder-81588, cleared binding levels {{(pid=88355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:19:50.763228 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] For port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:19:50.784910 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853380691'] for port, after_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:50.792865 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-92dc2931-fe27-424f-be98-d975602877ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:50.835557 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a5c647b-4195-44ba-882b-a36e614a871e req-239c5b4a-e074-4d7c-8c2b-060f53b29775 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Network bcbad872-fbd0-40a2-acd1-a807e84b8e87 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:19:50.904024 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [req-9a5c647b-4195-44ba-882b-a36e614a871e req-239c5b4a-e074-4d7c-8c2b-060f53b29775 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:19:50.907915 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c5b4a-e074-4d7c-8c2b-060f53b29775 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Pushing event updated for resources: {'Port': ['ID=192c5412-b092-4504-894c-584380cdf673,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:50.927171 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,revision_number=3']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:50.939309 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5c647b-4195-44ba-882b-a36e614a871e req-239c5b4a-e074-4d7c-8c2b-060f53b29775 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:19:50.950781 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c647b-4195-44ba-882b-a36e614a871e req-239c5b4a-e074-4d7c-8c2b-060f53b29775 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:50.951494 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a5c647b-4195-44ba-882b-a36e614a871e req-239c5b4a-e074-4d7c-8c2b-060f53b29775 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:50.963024 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-239c5b4a-e074-4d7c-8c2b-060f53b29775 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:50.987492 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:51.031548 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for port, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:51.032331 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] 10.222.0.55 "PUT /v2.0/ports/fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb HTTP/1.1" status: 200 len: 1094 time: 3.2084389 Nov 11 22:19:51.032885 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e725fcd5-c6c2-4c92-81cc-880b627a35f0', 'tag': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb'}] {{(pid=88355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:19:51.051211 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2447f23c-8cff-4ce1-add9-33981c1259ee req-17d4f2b6-2779-48e5-89f8-fb6b7530b0f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69cfca7e767f4503aac480dce5907cdb&device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 1097 time: 0.3461125 Nov 11 22:19:51.060525 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-edd7e211-0313-474a-a42b-1e59f8a502ab service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:51.060525 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-edd7e211-0313-474a-a42b-1e59f8a502ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=678bec8e-2914-403b-acd5-8926fa26bd5f HTTP/1.1" status: 200 len: 858 time: 0.3465769 Nov 11 22:19:51.089114 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0bd44-58ec-40ae-b1df-3808010dc625 req-4a8c19a1-18b1-4c05-a8fd-59c74b8fe5f2 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:51.089114 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-31a0bd44-58ec-40ae-b1df-3808010dc625 req-4a8c19a1-18b1-4c05-a8fd-59c74b8fe5f2 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 931 time: 0.2207851 Nov 11 22:19:51.171348 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a5c647b-4195-44ba-882b-a36e614a871e req-239c5b4a-e074-4d7c-8c2b-060f53b29775 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8509505 Nov 11 22:19:51.173711 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-43ee536d-3090-42d7-a8d2-325c2546fc0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcbad872-fbd0-40a2-acd1-a807e84b8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695114 Nov 11 22:19:51.288066 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-31a0bd44-58ec-40ae-b1df-3808010dc625 req-fdcf54d9-5603-46e1-ab8c-f2c80b892f8e tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Synchronizing usage tracker for tenant:43665bde38c04afb88bcf207f05f5331 on resource:security_group {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:19:51.319981 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-91a3b504-262f-45b8-a692-adcaef7f1ac1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30b5c8060107440099282a255f5a3afc&device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 1097 time: 0.1771028 Nov 11 22:19:51.440108 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-31a0bd44-58ec-40ae-b1df-3808010dc625 req-fdcf54d9-5603-46e1-ab8c-f2c80b892f8e tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Unset dirty status for tenant:43665bde38c04afb88bcf207f05f5331 on resource:security_group {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:19:51.441840 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-31a0bd44-58ec-40ae-b1df-3808010dc625 req-fdcf54d9-5603-46e1-ab8c-f2c80b892f8e tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462114 Nov 11 22:19:51.481138 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:51.528586 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-369793e3-bb23-4ec3-a8bd-2e956b03ece1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb HTTP/1.1" status: 200 len: 217 time: 0.2009897 Nov 11 22:19:51.639718 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e61529-ca64-467c-b23f-2368ae472d65 req-bb0ce256-7f12-47b2-97ff-722140fc96eb tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:51.648640 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-68e61529-ca64-467c-b23f-2368ae472d65 req-bb0ce256-7f12-47b2-97ff-722140fc96eb tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 945 time: 0.2184665 Nov 11 22:19:51.660372 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff611748-5451-459f-bb6b-6b7697736ab2', 'tag': '6e16d470-9007-499e-b5e8-70d14adafcaf', 'status': 'completed', 'code': 200} Nov 11 22:19:51.681796 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-a9d077d6-d64b-415b-99a8-41f34280ac46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:51.683538 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-a9d077d6-d64b-415b-99a8-41f34280ac46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28b1f60c-9def-4779-8aa9-49aa02b8c273 HTTP/1.1" status: 200 len: 856 time: 0.1378810 Nov 11 22:19:51.683895 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Request body: {'port': {'device_id': '6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:19:51.992535 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-74a03bc9-8020-4d2a-b649-fcea2d44abd0 service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7904823 Nov 11 22:19:52.009800 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 55068) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:52.037331 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-68e61529-ca64-467c-b23f-2368ae472d65 req-0c9a0cfd-f891-4cc8-a7be-d724b914d0da tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1db3b88-c853-44cd-8059-b4936e0bbc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875024 Nov 11 22:19:52.074069 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447f23c-8cff-4ce1-add9-33981c1259ee req-f26e5567-62fa-44fd-91e1-4e088a21bdc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:52.075626 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2447f23c-8cff-4ce1-add9-33981c1259ee req-f26e5567-62fa-44fd-91e1-4e088a21bdc0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65d9ad99-3a08-4dd5-af3c-91116e42d962 HTTP/1.1" status: 200 len: 911 time: 1.0144393 Nov 11 22:19:52.137974 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-5476040b-84a6-4b98-8e7b-eeecbf73e86c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e502878-60da-4698-8f22-97917266e235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4428434 Nov 11 22:19:52.157418 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfb452-e307-459e-8019-c23a3b009712 req-b5294f1a-56aa-48e1-a402-2870aedc0e04 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:52.167224 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-eddfb452-e307-459e-8019-c23a3b009712 req-b5294f1a-56aa-48e1-a402-2870aedc0e04 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 944 time: 0.2563534 Nov 11 22:19:52.261813 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:52.280641 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2447f23c-8cff-4ce1-add9-33981c1259ee req-c45e00c6-072b-4af6-b172-67fe5290057a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0707fe6-c67d-453e-8123-9fafa0c21b41 HTTP/1.1" status: 200 len: 217 time: 0.1759901 Nov 11 22:19:52.340422 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-eddfb452-e307-459e-8019-c23a3b009712 req-b23989aa-2e0d-4a90-a688-7d6a5b632593 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409853 Nov 11 22:19:52.390943 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-eaf79cb0-0af9-4dfd-a909-f17ef192161e service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163563 Nov 11 22:19:52.423442 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e94ba6dd-6e00-4435-b191-e77a63701ed8 req-336620a7-a3c4-412d-8ca4-5fbbdb72c526 service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109700 Nov 11 22:19:52.442527 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447f23c-8cff-4ce1-add9-33981c1259ee req-d539c9f1-4e52-4823-a424-0a44731efc1f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:52.444228 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2447f23c-8cff-4ce1-add9-33981c1259ee req-d539c9f1-4e52-4823-a424-0a44731efc1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4ba6ec0-e7b0-4914-9c13-c2928c121dea HTTP/1.1" status: 200 len: 849 time: 0.1532018 Nov 11 22:19:52.694095 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-84d9bdb0-1f63-4f9c-acc3-c19483c89437 req-35319fea-ae35-45ab-aaac-8fe1093facf4 service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018138 Nov 11 22:19:52.737148 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998808a-b980-4dcc-9772-cb631619b72a req-bb10c07e-20f3-4223-9df5-b5b97d5d0ecb tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:52.753478 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6998808a-b980-4dcc-9772-cb631619b72a req-bb10c07e-20f3-4223-9df5-b5b97d5d0ecb tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.2786329 Nov 11 22:19:52.823785 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2447f23c-8cff-4ce1-add9-33981c1259ee req-27ee488d-a4fc-402e-a07b-2b9905734c03 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65d9ad99-3a08-4dd5-af3c-91116e42d962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3726289 Nov 11 22:19:52.824610 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60cfda83-95cb-4020-9f10-f5832bc3efa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:52.855550 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6998808a-b980-4dcc-9772-cb631619b72a req-494bc174-0cf2-432c-b3d5-00a986e12587 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006236 Nov 11 22:19:52.928240 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e725fcd5-c6c2-4c92-81cc-880b627a35f0', 'tag': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb', 'status': 'completed', 'code': 200} Nov 11 22:19:52.995844 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2447f23c-8cff-4ce1-add9-33981c1259ee req-10ec8b00-48cb-4917-887b-3760245f0c3f service neutron] 10.222.0.55 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592984 Nov 11 22:19:53.006294 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-61cecf7a-a922-4b70-ad48-dfb962f9112b req-b98c29e9-371c-4e79-b41a-c25cae0eac92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43665bde38c04afb88bcf207f05f5331&device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 1096 time: 0.4650476 Nov 11 22:19:53.167033 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c36fdd8b-e6fb-4cc1-a13f-aaa8e2f8e2c8 req-e798dab3-76c7-4b9a-9782-e9f87942caf2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30b5c8060107440099282a255f5a3afc&device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 1097 time: 0.2180970 Nov 11 22:19:53.207490 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cecf7a-a922-4b70-ad48-dfb962f9112b req-72077eaf-86ed-4d54-b876-03e506503f35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:53.209092 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-61cecf7a-a922-4b70-ad48-dfb962f9112b req-72077eaf-86ed-4d54-b876-03e506503f35 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcbad872-fbd0-40a2-acd1-a807e84b8e87 HTTP/1.1" status: 200 len: 919 time: 0.1644096 Nov 11 22:19:53.373015 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-61cecf7a-a922-4b70-ad48-dfb962f9112b req-9401d7dd-4768-46a0-9cff-a0d52fcde442 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e16d470-9007-499e-b5e8-70d14adafcaf HTTP/1.1" status: 200 len: 217 time: 0.1513002 Nov 11 22:19:53.377567 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-60cfda83-95cb-4020-9f10-f5832bc3efa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:53.380602 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.55', 59538) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:53.399013 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80d59f-bb15-47df-bd94-e8e210698a23 req-9d2f3d52-57b6-4a77-8c80-6fb2e6e8ac80 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:53.400775 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1c80d59f-bb15-47df-bd94-e8e210698a23 req-9d2f3d52-57b6-4a77-8c80-6fb2e6e8ac80 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 931 time: 0.3046510 Nov 11 22:19:53.494699 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fdd8b-e6fb-4cc1-a13f-aaa8e2f8e2c8 req-ae69fef0-3822-4e05-9c4d-a14974babdc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:53.496315 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c36fdd8b-e6fb-4cc1-a13f-aaa8e2f8e2c8 req-ae69fef0-3822-4e05-9c4d-a14974babdc7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e502878-60da-4698-8f22-97917266e235 HTTP/1.1" status: 200 len: 918 time: 0.3209987 Nov 11 22:19:53.633057 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1c80d59f-bb15-47df-bd94-e8e210698a23 req-59c433b8-9d54-40cb-a70d-114d60d4c897 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172170 Nov 11 22:19:53.641897 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c36fdd8b-e6fb-4cc1-a13f-aaa8e2f8e2c8 req-aafb67d2-e9da-42c1-953a-32e827f8ca1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb HTTP/1.1" status: 200 len: 217 time: 0.1271522 Nov 11 22:19:53.645490 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b64ec-e155-47c9-aff4-81d2b4878073 req-730ae34d-0e94-4120-a9a0-2475f29df45f tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:53.657971 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ce4b64ec-e155-47c9-aff4-81d2b4878073 req-730ae34d-0e94-4120-a9a0-2475f29df45f tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 945 time: 0.3158476 Nov 11 22:19:53.736530 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-60cfda83-95cb-4020-9f10-f5832bc3efa4 admin admin] Usage tracker for resource:security_group_rule and tenant:66e2582498fc4c16b577a16910613a3e is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:53.827494 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fdd8b-e6fb-4cc1-a13f-aaa8e2f8e2c8 req-b352793a-e74c-44ca-9c76-12166a7110b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:53.830209 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c36fdd8b-e6fb-4cc1-a13f-aaa8e2f8e2c8 req-b352793a-e74c-44ca-9c76-12166a7110b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28b1f60c-9def-4779-8aa9-49aa02b8c273 HTTP/1.1" status: 200 len: 856 time: 0.1739171 Nov 11 22:19:53.840674 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ce4b64ec-e155-47c9-aff4-81d2b4878073 req-feda3a8b-d9ed-48bc-9ce0-2a8d3f7226fc tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1db3b88-c853-44cd-8059-b4936e0bbc76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860578 Nov 11 22:19:53.960145 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e4091-a09d-4f20-a817-5a1c5bb5f02f req-2d461950-17d3-4397-be3c-d2fda948c758 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:53.962019 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9c7e4091-a09d-4f20-a817-5a1c5bb5f02f req-2d461950-17d3-4397-be3c-d2fda948c758 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 944 time: 0.2067802 Nov 11 22:19:54.008320 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c36fdd8b-e6fb-4cc1-a13f-aaa8e2f8e2c8 req-9a0f6878-9e9c-4c26-a8b3-41aacf1197be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e502878-60da-4698-8f22-97917266e235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1642039 Nov 11 22:19:54.019948 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-60cfda83-95cb-4020-9f10-f5832bc3efa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:54.054204 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-60cfda83-95cb-4020-9f10-f5832bc3efa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:54.089622 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device c0707fe6-c67d-453e-8123-9fafa0c21b41 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:19:54.186568 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cecf7a-a922-4b70-ad48-dfb962f9112b req-5ce2e82c-6726-4ac0-b54c-9ca7104c9784 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:54.188319 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-61cecf7a-a922-4b70-ad48-dfb962f9112b req-5ce2e82c-6726-4ac0-b54c-9ca7104c9784 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=678bec8e-2914-403b-acd5-8926fa26bd5f HTTP/1.1" status: 200 len: 858 time: 0.7931008 Nov 11 22:19:54.238739 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c36fdd8b-e6fb-4cc1-a13f-aaa8e2f8e2c8 req-af5fd705-cb71-4ec4-a43f-64a55d2a8886 service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115905 Nov 11 22:19:54.244060 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2447f23c-8cff-4ce1-add9-33981c1259ee req-9f6f9c46-d430-43dd-9c8f-b1bca0ff122e service neutron] 10.222.0.55 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2242560 Nov 11 22:19:54.274746 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 192c5412-b092-4504-894c-584380cdf673 {{(pid=88356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:19:54.287959 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-61cecf7a-a922-4b70-ad48-dfb962f9112b req-fa644a71-2b33-4448-a3f9-b9d99ca4ce4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcbad872-fbd0-40a2-acd1-a807e84b8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879846 Nov 11 22:19:54.295061 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:54.303381 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1e7f9-9b9d-4100-943c-8d44d9e6eaa5 req-1eb5d95e-6f79-4e90-ba72-5de7d539470f tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:54.304175 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-8dd1e7f9-9b9d-4100-943c-8d44d9e6eaa5 req-1eb5d95e-6f79-4e90-ba72-5de7d539470f tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Synchronizing usage tracker for tenant:d96907602069483e892e9fcbd04a832d on resource:port {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:19:54.404396 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Transition to ACTIVE for port object 192c5412-b092-4504-894c-584380cdf673 will not be triggered until provisioned by entity L2. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:19:54.435823 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c36fdd8b-e6fb-4cc1-a13f-aaa8e2f8e2c8 req-3f690ef2-8084-473e-90b9-ee437ff9eac7 service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607587 Nov 11 22:19:54.445820 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port c0707fe6-c67d-453e-8123-9fafa0c21b41, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c0707fe6-c67d-453e-8123-9fafa0c21b41,segment=NetworkSegment(31b3fab0-ce58-4863-b5fe-b07185a84084),segment_id=31b3fab0-ce58-4863-b5fe-b07185a84084)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:54.454377 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9c7e4091-a09d-4f20-a817-5a1c5bb5f02f req-e07b8dc7-d60f-4290-91a0-8c49fd763313 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4842374 Nov 11 22:19:54.480683 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': 'c0707fe6-c67d-453e-8123-9fafa0c21b41', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'port_id': 'c0707fe6-c67d-453e-8123-9fafa0c21b41', 'mac_address': 'fa:16:3e:b8:2e:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:19:54.502212 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:54.542563 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-79f807ac-14a0-4a7b-98ac-096c2ec2c544 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:54.597448 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-8dd1e7f9-9b9d-4100-943c-8d44d9e6eaa5 req-1eb5d95e-6f79-4e90-ba72-5de7d539470f tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Unset dirty status for tenant:d96907602069483e892e9fcbd04a832d on resource:port {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:19:54.599082 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8dd1e7f9-9b9d-4100-943c-8d44d9e6eaa5 req-1eb5d95e-6f79-4e90-ba72-5de7d539470f tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.55 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 945 time: 1.2140703 Nov 11 22:19:54.641615 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-e6a30180-1ef5-4b35-975e-9db9c552df68 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:54.643516 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:54.652318 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-e6a30180-1ef5-4b35-975e-9db9c552df68 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/networks?id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 HTTP/1.1" status: 200 len: 815 time: 0.4095292 Nov 11 22:19:54.674166 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 55132) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:54.686152 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0707fe6-c67d-453e-8123-9fafa0c21b41 {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:19:54.705150 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60cfda83-95cb-4020-9f10-f5832bc3efa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:54.708830 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-a18b993b-d918-4be7-a868-972f3deb0b4b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/quotas/a4f3f3ba04d742bfab0c7d05cddbf2d8 HTTP/1.1" status: 200 len: 375 time: 0.0540328 Nov 11 22:19:54.762726 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port c0707fe6-c67d-453e-8123-9fafa0c21b41, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c0707fe6-c67d-453e-8123-9fafa0c21b41,segment=NetworkSegment(31b3fab0-ce58-4863-b5fe-b07185a84084),segment_id=31b3fab0-ce58-4863-b5fe-b07185a84084)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:54.801919 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:54.802828 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60cfda83-95cb-4020-9f10-f5832bc3efa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:54.805397 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:54.829527 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Pushing event updated for resources: {'Port': ['ID=192c5412-b092-4504-894c-584380cdf673,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:54.845673 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:54.849571 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d40838ed-cb6d-4abc-bd92-e7d8abafe8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:54.863791 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-8dd1e7f9-9b9d-4100-943c-8d44d9e6eaa5 req-fdbf9c5f-5f2c-4f1f-a180-cef89385955a tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Deleting port 8a254737-7669-42f1-9395-1ffcc85da207 {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:19:54.864431 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-8dd1e7f9-9b9d-4100-943c-8d44d9e6eaa5 req-fdbf9c5f-5f2c-4f1f-a180-cef89385955a tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:54.919713 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-61cecf7a-a922-4b70-ad48-dfb962f9112b req-d3300144-ea7a-4e63-b833-0824ac107b9f service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6103845 Nov 11 22:19:55.059897 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=c0707fe6-c67d-453e-8123-9fafa0c21b41,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:55.071722 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:55.072112 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:55.072494 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:55.072871 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:55.073246 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:55.073617 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:55.074101 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:55.074525 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:55.074896 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:55.075262 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:55.075628 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:19:55.078222 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5dd23fad-b3ab-4a39-bafa-762f06ec4b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:55.090720 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['c0707fe6-c67d-453e-8123-9fafa0c21b41'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:19:55.098321 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfda83-95cb-4020-9f10-f5832bc3efa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0e4325-8f51-435e-8d5b-b775e865f5c7,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:55.121344 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-60cfda83-95cb-4020-9f10-f5832bc3efa4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66e2582498fc4c16b577a16910613a3e&name=default HTTP/1.1" status: 200 len: 2647 time: 3.0593364 Nov 11 22:19:55.141273 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 55148) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:55.173165 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-60cfda83-95cb-4020-9f10-f5832bc3efa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:55.178295 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:55.219443 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Attempting to bind port 192c5412-b092-4504-894c-584380cdf673 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:55.220218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Attempting to bind port 192c5412-b092-4504-894c-584380cdf673 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '324b1be9-156f-4e1b-ada2-044951fb8d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87'}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:19:55.220719 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Attempting to bind port 192c5412-b092-4504-894c-584380cdf673 on network bcbad872-fbd0-40a2-acd1-a807e84b8e87 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:19:55.260793 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-3c747916-f26f-4d74-99cb-623d2cd49c8a tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4f3f3ba04d742bfab0c7d05cddbf2d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5469854 Nov 11 22:19:55.276764 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5dd23fad-b3ab-4a39-bafa-762f06ec4b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:55.290258 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Port 192c5412-b092-4504-894c-584380cdf673 on network bcbad872-fbd0-40a2-acd1-a807e84b8e87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 22:19:55.291032 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Attempting to bind port 192c5412-b092-4504-894c-584380cdf673 on network bcbad872-fbd0-40a2-acd1-a807e84b8e87 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:19:55.313215 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-61cecf7a-a922-4b70-ad48-dfb962f9112b req-58e20942-6f68-4071-b0b6-c5e34d68e376 service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662026 Nov 11 22:19:55.330657 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Checking agent: {'id': 'd308de4e-73e5-4a02-a57f-4634dba51a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:19:55.331444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Checking segment: {'id': '324b1be9-156f-4e1b-ada2-044951fb8d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:19:55.331881 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Bound using segment: {'id': '324b1be9-156f-4e1b-ada2-044951fb8d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87'} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:19:55.332388 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Bound port: 192c5412-b092-4504-894c-584380cdf673, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '324b1be9-156f-4e1b-ada2-044951fb8d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87'}}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:19:55.332776 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:55.390198 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-5dd23fad-b3ab-4a39-bafa-762f06ec4b7e admin admin] Usage tracker for resource:security_group_rule and tenant:1e8a62d5061b4c72b20c9ed1508e3327 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:55.423277 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-5dd23fad-b3ab-4a39-bafa-762f06ec4b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:55.461184 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cb641-319b-41f7-9d09-199a08233f45 req-3b7c6dc8-e865-4e78-bf17-f555c147bedc tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:55.464287 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7c0cb641-319b-41f7-9d09-199a08233f45 req-3b7c6dc8-e865-4e78-bf17-f555c147bedc tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.6440015 Nov 11 22:19:55.466127 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-5dd23fad-b3ab-4a39-bafa-762f06ec4b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:55.567417 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] For port 192c5412-b092-4504-894c-584380cdf673, host hv-cinder-81588, cleared binding levels {{(pid=88356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:19:55.576096 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-8dd1e7f9-9b9d-4100-943c-8d44d9e6eaa5 req-fdbf9c5f-5f2c-4f1f-a180-cef89385955a tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] For port 8a254737-7669-42f1-9395-1ffcc85da207, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8a254737-7669-42f1-9395-1ffcc85da207,segment=NetworkSegment(cbc6a849-e7a6-4c3c-a2d9-f3d6fc9d1a9d),segment_id=cbc6a849-e7a6-4c3c-a2d9-f3d6fc9d1a9d)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:55.576497 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-8dd1e7f9-9b9d-4100-943c-8d44d9e6eaa5 req-fdbf9c5f-5f2c-4f1f-a180-cef89385955a tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:55.594192 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] For port 192c5412-b092-4504-894c-584380cdf673, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=192c5412-b092-4504-894c-584380cdf673,segment=NetworkSegment(324b1be9-156f-4e1b-ada2-044951fb8d0b),segment_id=324b1be9-156f-4e1b-ada2-044951fb8d0b)] {{(pid=88356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:19:55.716422 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:55.728010 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-8dd1e7f9-9b9d-4100-943c-8d44d9e6eaa5 req-fdbf9c5f-5f2c-4f1f-a180-cef89385955a tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Calling delete_port for 8a254737-7669-42f1-9395-1ffcc85da207 owned by compute:nova {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:19:55.757709 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:55.936444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:55.938023 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a5c647b-4195-44ba-882b-a36e614a871e req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] 10.222.0.55 "PUT /v2.0/ports/192c5412-b092-4504-894c-584380cdf673 HTTP/1.1" status: 200 len: 1093 time: 4.7372556 Nov 11 22:19:55.938601 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6', 'tag': '192c5412-b092-4504-894c-584380cdf673'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:19:55.964435 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4712da1a-d801-42ff-ac67-36815b5049c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:55.969858 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Pushing event updated for resources: {'Port': ['ID=192c5412-b092-4504-894c-584380cdf673,revision_number=3']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:55.974115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:56.083233 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-facad1c7-532c-4e69-9205-e2cc61b5a9cb service neutron] 10.222.0.25 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8011148 Nov 11 22:19:56.096145 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:19:56.103842 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device c0707fe6-c67d-453e-8123-9fafa0c21b41 up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:19:56.110624 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7c0cb641-319b-41f7-9d09-199a08233f45 req-bf16e23c-6c44-4ddd-831a-d949ba955e7c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5494921 Nov 11 22:19:56.156806 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4712da1a-d801-42ff-ac67-36815b5049c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:56.166526 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-8dd1e7f9-9b9d-4100-943c-8d44d9e6eaa5 req-fdbf9c5f-5f2c-4f1f-a180-cef89385955a tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:56.198521 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:56.295434 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5dd23fad-b3ab-4a39-bafa-762f06ec4b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:56.346510 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf9c5f-5f2c-4f1f-a180-cef89385955a tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Pushing event deleted for resources: {'Port': ['ID=8a254737-7669-42f1-9395-1ffcc85da207,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:56.348530 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fdbf9c5f-5f2c-4f1f-a180-cef89385955a tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:56.355476 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a5c647b-4195-44ba-882b-a36e614a871e req-fa50eeaa-f232-4b13-8c1a-54b7fc99bf03 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43665bde38c04afb88bcf207f05f5331&device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 1096 time: 0.3187973 Nov 11 22:19:56.380660 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5dd23fad-b3ab-4a39-bafa-762f06ec4b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:56.395663 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning for port c0707fe6-c67d-453e-8123-9fafa0c21b41 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:19:56.412809 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:56.446253 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd23fad-b3ab-4a39-bafa-762f06ec4b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d215090c-b186-4a4a-a18e-53e89692508a,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:56.459482 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5dd23fad-b3ab-4a39-bafa-762f06ec4b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:56.461751 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-6fe9b502-58e5-4173-92aa-6f3ac501e8df service neutron] 10.222.0.25 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500690 Nov 11 22:19:56.498500 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-5dd23fad-b3ab-4a39-bafa-762f06ec4b7e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e8a62d5061b4c72b20c9ed1508e3327&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8219457 Nov 11 22:19:56.508108 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 55172) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:56.509502 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:56.543618 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'port_id': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb', 'mac_address': 'fa:16:3e:d6:61:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:19:56.550057 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port c0707fe6-c67d-453e-8123-9fafa0c21b41 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:19:56.551193 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:56.572174 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd1e7f9-9b9d-4100-943c-8d44d9e6eaa5 req-fdbf9c5f-5f2c-4f1f-a180-cef89385955a tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] No DVR routers for this DVR port 8a254737-7669-42f1-9395-1ffcc85da207 on host hv-cinder-81588 {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:19:56.583318 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a5c647b-4195-44ba-882b-a36e614a871e req-055436a0-aafe-428a-ab55-8d71e4d48d05 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=192c5412-b092-4504-894c-584380cdf673 HTTP/1.1" status: 200 len: 217 time: 0.1437709 Nov 11 22:19:56.584332 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-8dd1e7f9-9b9d-4100-943c-8d44d9e6eaa5 req-fdbf9c5f-5f2c-4f1f-a180-cef89385955a tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:56.628265 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4712da1a-d801-42ff-ac67-36815b5049c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:56.642864 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-867d373a-3002-43e5-9a84-5fecaf2faacc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:56.698303 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c647b-4195-44ba-882b-a36e614a871e req-6c09c5f2-3f4e-43c4-8aab-49abfbc220c9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:56.700133 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a5c647b-4195-44ba-882b-a36e614a871e req-6c09c5f2-3f4e-43c4-8aab-49abfbc220c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=678bec8e-2914-403b-acd5-8926fa26bd5f HTTP/1.1" status: 200 len: 858 time: 0.1073091 Nov 11 22:19:56.703553 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712da1a-d801-42ff-ac67-36815b5049c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0e4325-8f51-435e-8d5b-b775e865f5c7,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:56.708013 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4712da1a-d801-42ff-ac67-36815b5049c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:56.718886 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4712da1a-d801-42ff-ac67-36815b5049c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:56.719754 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-4712da1a-d801-42ff-ac67-36815b5049c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b0e4325-8f51-435e-8d5b-b775e865f5c7 HTTP/1.1" status: 204 len: 168 time: 1.5750721 Nov 11 22:19:56.766497 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a97ab9c4-a159-492b-a70a-6f0689d068b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:56.827426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a97ab9c4-a159-492b-a70a-6f0689d068b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:56.971071 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:57.013084 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:57.016663 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab9d7c-b818-44ae-a2f1-2e6d2a1fed00 req-baa5bbe6-81ed-4a61-8eb8-24b8fd147f85 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:57.028833 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c9ab9d7c-b818-44ae-a2f1-2e6d2a1fed00 req-baa5bbe6-81ed-4a61-8eb8-24b8fd147f85 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 943 time: 0.1843283 Nov 11 22:19:57.088496 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a97ab9c4-a159-492b-a70a-6f0689d068b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:57.097536 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:19:57.104397 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f1f9b30f-46fd-42ea-a47c-1e1df27d9e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:57.123730 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ab9c4-a159-492b-a70a-6f0689d068b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d215090c-b186-4a4a-a18e-53e89692508a,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:57.156754 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port c0707fe6-c67d-453e-8123-9fafa0c21b41, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c0707fe6-c67d-453e-8123-9fafa0c21b41,segment=NetworkSegment(31b3fab0-ce58-4863-b5fe-b07185a84084),segment_id=31b3fab0-ce58-4863-b5fe-b07185a84084)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:57.160368 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cd8f6f-20cd-498a-9d26-599892fb60f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0707fe6-c67d-453e-8123-9fafa0c21b41'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:19:57.166548 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a5c647b-4195-44ba-882b-a36e614a871e req-6031aed1-3e12-40d8-9e9c-28a9bc090190 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcbad872-fbd0-40a2-acd1-a807e84b8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4433689 Nov 11 22:19:57.168782 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8dd1e7f9-9b9d-4100-943c-8d44d9e6eaa5 req-fdbf9c5f-5f2c-4f1f-a180-cef89385955a tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.55 "DELETE /v2.0/ports/8a254737-7669-42f1-9395-1ffcc85da207 HTTP/1.1" status: 204 len: 173 time: 2.5404465 Nov 11 22:19:57.181691 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9d3f80fb-ce98-450f-82b7-5c8a767c232a req-d992f30e-12c8-48bb-a66c-cfaa5f7cab2e tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 210 time: 0.0782869 Nov 11 22:19:57.182806 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a97ab9c4-a159-492b-a70a-6f0689d068b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:57.215166 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c9ab9d7c-b818-44ae-a2f1-2e6d2a1fed00 req-cabedb1f-bb53-4972-88fa-eb2827ac712b tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850255 Nov 11 22:19:57.224268 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a97ab9c4-a159-492b-a70a-6f0689d068b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:57.229431 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:57.230931 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-a97ab9c4-a159-492b-a70a-6f0689d068b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d215090c-b186-4a4a-a18e-53e89692508a HTTP/1.1" status: 204 len: 168 time: 0.7206168 Nov 11 22:19:57.244955 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 8a254737-7669-42f1-9395-1ffcc85da207 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:19:57.300510 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:57.389079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:57.399225 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] No Port match for: 8a254737-7669-42f1-9395-1ffcc85da207 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:19:57.399868 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 8a254737-7669-42f1-9395-1ffcc85da207 not bound to the agent host hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:19:57.483937 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:57.484763 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 6e16d470-9007-499e-b5e8-70d14adafcaf details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:19:57.507972 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=c0707fe6-c67d-453e-8123-9fafa0c21b41,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:57.516416 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:57.520680 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:57.555175 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6', 'tag': '192c5412-b092-4504-894c-584380cdf673', 'status': 'completed', 'code': 200} Nov 11 22:19:57.715522 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a5c647b-4195-44ba-882b-a36e614a871e req-4957deed-a234-4331-b7c3-8e85873604f5 service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344985 Nov 11 22:19:57.740270 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e8e527ae-c41c-4e8f-83c7-ed3f18ab5131 req-5c53b669-5026-4232-8c07-0582294cd90c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 210 time: 0.1237504 Nov 11 22:19:57.799513 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:57.819976 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:57.841268 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854fe4d-9483-4780-bf26-90e380c85e18 req-d274af99-e946-4377-9950-abe52f60eb94 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:57.846429 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f854fe4d-9483-4780-bf26-90e380c85e18 req-d274af99-e946-4377-9950-abe52f60eb94 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.3942142 Nov 11 22:19:57.915182 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cd8f6f-20cd-498a-9d26-599892fb60f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0707fe6-c67d-453e-8123-9fafa0c21b41', 'code': 200} Nov 11 22:19:57.989967 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f854fe4d-9483-4780-bf26-90e380c85e18 req-689d5e6d-4cc4-462c-acb0-dcd7c7421e7c tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327233 Nov 11 22:19:57.998400 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a5c647b-4195-44ba-882b-a36e614a871e req-3e1c6a4b-5db2-463a-a34d-5cc5e99e813b service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741828 Nov 11 22:19:57.999161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 6e16d470-9007-499e-b5e8-70d14adafcaf, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6e16d470-9007-499e-b5e8-70d14adafcaf,segment=NetworkSegment(324b1be9-156f-4e1b-ada2-044951fb8d0b),segment_id=324b1be9-156f-4e1b-ada2-044951fb8d0b)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:58.043493 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': '6e16d470-9007-499e-b5e8-70d14adafcaf', 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87', 'port_id': '6e16d470-9007-499e-b5e8-70d14adafcaf', 'mac_address': 'fa:16:3e:60:95:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678bec8e-2914-403b-acd5-8926fa26bd5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:19:58.123127 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:58.151112 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e16d470-9007-499e-b5e8-70d14adafcaf {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:19:58.206622 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 6e16d470-9007-499e-b5e8-70d14adafcaf, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6e16d470-9007-499e-b5e8-70d14adafcaf,segment=NetworkSegment(324b1be9-156f-4e1b-ada2-044951fb8d0b),segment_id=324b1be9-156f-4e1b-ada2-044951fb8d0b)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:19:58.208289 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7bf41-8075-4faf-8eec-ebda5ea48f26 req-d73a2cf2-cbca-469f-bd12-6035170131ba tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:58.210198 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-22b7bf41-8075-4faf-8eec-ebda5ea48f26 req-d73a2cf2-cbca-469f-bd12-6035170131ba tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 945 time: 0.1197109 Nov 11 22:19:58.246546 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:58.249244 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:58.355579 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dd98fccf-411a-466d-9864-a904e4f3615a req-c334bf27-0016-4fd7-b916-2da2c674b7e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43665bde38c04afb88bcf207f05f5331&device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 1096 time: 0.1215222 Nov 11 22:19:58.359956 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-22b7bf41-8075-4faf-8eec-ebda5ea48f26 req-6d485c5b-5365-48b6-8e0b-dbf1af5b262e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425414 Nov 11 22:19:58.504262 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=6e16d470-9007-499e-b5e8-70d14adafcaf,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:58.521164 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:58.582545 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:19:58.631659 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['6e16d470-9007-499e-b5e8-70d14adafcaf'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:19:58.648334 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 55216) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:58.699544 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-faab36a6-b0c9-44b4-9586-966580eb938c req-a7e7b12a-c258-4cf9-b371-5aeb6a7fd42c tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a7f6bb4-fe00-4a87-a013-ae24ad8eca83 HTTP/1.1" status: 200 len: 210 time: 0.1320825 Nov 11 22:19:58.745584 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-48421399-3761-46e3-926b-840d66be7e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:58.795881 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f25632-84b3-4914-9e0a-750f1e832403 req-a86c63e8-f8c5-46f8-ae47-e7c2576a8eb0 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:58.803436 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f8f25632-84b3-4914-9e0a-750f1e832403 req-a86c63e8-f8c5-46f8-ae47-e7c2576a8eb0 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 943 time: 0.1853178 Nov 11 22:19:58.833314 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a5521a54-1f82-4071-a019-55d1cd15ec60 req-0030148a-887e-4483-9f3b-6d7a121e86dd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 1099 time: 0.4617019 Nov 11 22:19:58.917080 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f8f25632-84b3-4914-9e0a-750f1e832403 req-b5a7f48b-197f-4b7e-a84a-4957d332439c tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069345 Nov 11 22:19:58.929173 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98fccf-411a-466d-9864-a904e4f3615a req-626bed4f-d221-4f7c-a4ed-6bb0b9d87e93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:58.931763 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dd98fccf-411a-466d-9864-a904e4f3615a req-626bed4f-d221-4f7c-a4ed-6bb0b9d87e93 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcbad872-fbd0-40a2-acd1-a807e84b8e87 HTTP/1.1" status: 200 len: 919 time: 0.5589144 Nov 11 22:19:58.971786 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-48421399-3761-46e3-926b-840d66be7e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:19:58.976788 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-48421399-3761-46e3-926b-840d66be7e50 admin admin] Usage tracker for resource:security_group_rule and tenant:9f4d1fbadc1840d290232930427e9298 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:19:58.981260 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-48421399-3761-46e3-926b-840d66be7e50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:19:58.988373 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-48421399-3761-46e3-926b-840d66be7e50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:19:59.125299 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-586612a7-2431-4194-884b-3fed9addac62 req-327447cd-de92-4eaa-9f78-946f837b265d tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 210 time: 0.1368301 Nov 11 22:19:59.137786 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dd98fccf-411a-466d-9864-a904e4f3615a req-73793acf-8df8-48c6-90dd-7ef800c2792c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=192c5412-b092-4504-894c-584380cdf673 HTTP/1.1" status: 200 len: 217 time: 0.1381600 Nov 11 22:19:59.146642 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-a5521a54-1f82-4071-a019-55d1cd15ec60 req-55744962-0b64-4055-ac3f-75b9b02c58c4 service neutron] Synchronizing usage tracker for tenant:c1c3df2ea5884ffba24d335fe6940e1b on resource:security_group {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:19:59.272849 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98fccf-411a-466d-9864-a904e4f3615a req-fdc5cee5-3a0b-4db0-bcce-38bcaef08c5a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:59.277556 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dd98fccf-411a-466d-9864-a904e4f3615a req-fdc5cee5-3a0b-4db0-bcce-38bcaef08c5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=678bec8e-2914-403b-acd5-8926fa26bd5f HTTP/1.1" status: 200 len: 858 time: 0.1323225 Nov 11 22:19:59.385812 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-a5521a54-1f82-4071-a019-55d1cd15ec60 req-55744962-0b64-4055-ac3f-75b9b02c58c4 service neutron] Unset dirty status for tenant:c1c3df2ea5884ffba24d335fe6940e1b on resource:security_group {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:19:59.387563 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a5521a54-1f82-4071-a019-55d1cd15ec60 req-55744962-0b64-4055-ac3f-75b9b02c58c4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5051134 Nov 11 22:19:59.403399 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dd98fccf-411a-466d-9864-a904e4f3615a req-730be1be-4169-4866-8a48-7550b5fcab32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcbad872-fbd0-40a2-acd1-a807e84b8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133428 Nov 11 22:19:59.413222 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d612f55-fe9a-4b11-8e77-fd942af67d63 req-7eeb90fc-1a3b-44b3-9164-f6f1606ec3d7 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:59.420295 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2d612f55-fe9a-4b11-8e77-fd942af67d63 req-7eeb90fc-1a3b-44b3-9164-f6f1606ec3d7 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.1561096 Nov 11 22:19:59.422821 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-48421399-3761-46e3-926b-840d66be7e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:59.462661 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-48421399-3761-46e3-926b-840d66be7e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:59.480522 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:19:59.481867 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2d612f55-fe9a-4b11-8e77-fd942af67d63 req-fba65303-38aa-4132-ae4a-234506bfce22 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597184 Nov 11 22:19:59.557749 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7f6bb4-fe00-4a87-a013-ae24ad8eca83', 'name': 'network-vif-deleted', 'tag': '8a254737-7669-42f1-9395-1ffcc85da207'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:19:59.583753 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48421399-3761-46e3-926b-840d66be7e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c3af77-7545-4963-85f5-184ce26362d9,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:19:59.588957 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-48421399-3761-46e3-926b-840d66be7e50 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f4d1fbadc1840d290232930427e9298&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9386749 Nov 11 22:19:59.590342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-48421399-3761-46e3-926b-840d66be7e50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:19:59.591636 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 55246) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:19:59.720067 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b650f7c-a3c9-4a34-808d-3ea38c57c67e req-58f4778d-d4b7-46e9-a25c-4c3f0cf9fb2c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:19:59.721979 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7b650f7c-a3c9-4a34-808d-3ea38c57c67e req-58f4778d-d4b7-46e9-a25c-4c3f0cf9fb2c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 945 time: 0.1510930 Nov 11 22:19:59.770667 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7f6bb4-fe00-4a87-a013-ae24ad8eca83', 'name': 'network-vif-deleted', 'tag': '8a254737-7669-42f1-9395-1ffcc85da207', 'status': 'completed', 'code': 200} Nov 11 22:19:59.779974 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7b650f7c-a3c9-4a34-808d-3ea38c57c67e req-0ee535d3-9a38-415c-8c15-ff7d4f851306 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512371 Nov 11 22:19:59.793002 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2eab2ee-0572-4820-83e6-bdc18e8c9188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:59.842486 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2eab2ee-0572-4820-83e6-bdc18e8c9188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:19:59.869690 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dd98fccf-411a-466d-9864-a904e4f3615a req-cd5620b3-22d9-4a3d-b32c-fcc7a4e748c5 service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429259 Nov 11 22:20:00.071675 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dd98fccf-411a-466d-9864-a904e4f3615a req-f3a673f4-b21f-48a7-aaf9-1a0beecdcabf service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871128 Nov 11 22:20:00.086134 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2eab2ee-0572-4820-83e6-bdc18e8c9188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:00.093024 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:00.131079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eab2ee-0572-4820-83e6-bdc18e8c9188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c3af77-7545-4963-85f5-184ce26362d9,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:00.137036 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c2eab2ee-0572-4820-83e6-bdc18e8c9188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:00.138427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2eab2ee-0572-4820-83e6-bdc18e8c9188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:00.139715 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-c2eab2ee-0572-4820-83e6-bdc18e8c9188 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5c3af77-7545-4963-85f5-184ce26362d9 HTTP/1.1" status: 204 len: 168 time: 0.5451052 Nov 11 22:20:00.255901 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07677615-8e06-46ea-b8c6-92b44d156549 req-c44cffdd-8164-41c3-8b62-46a720b0ad99 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:00.262512 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-07677615-8e06-46ea-b8c6-92b44d156549 req-c44cffdd-8164-41c3-8b62-46a720b0ad99 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 943 time: 0.1605289 Nov 11 22:20:00.279700 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:20:00.380905 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-07677615-8e06-46ea-b8c6-92b44d156549 req-ca4daacf-ed02-4368-b7da-4011ffbf4848 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087239 Nov 11 22:20:00.415375 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-fccc32d9-f8fb-45ab-a756-8683da76608e tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:00.417661 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-fccc32d9-f8fb-45ab-a756-8683da76608e tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.55 "GET /v2.0/networks?id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 HTTP/1.1" status: 200 len: 815 time: 0.2293553 Nov 11 22:20:00.440288 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-405b7938-e354-4864-b09e-e4f5e90cba3c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Request body: {'port': {'device_id': '6ca82fd9-2954-49c0-99cd-13de39cfa908', 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9', 'admin_state_up': True, 'tenant_id': 'a4f3f3ba04d742bfab0c7d05cddbf2d8'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:20:00.476955 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning for port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:20:00.493165 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:00.493682 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:00.537617 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0b2752c6-86cf-4084-bf4f-822ef4c17ff3 req-7be14768-2765-4458-91ea-ef0f1697d163 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 210 time: 0.1333838 Nov 11 22:20:00.707128 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 55282) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:00.804315 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-405b7938-e354-4864-b09e-e4f5e90cba3c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:00.820349 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-405b7938-e354-4864-b09e-e4f5e90cba3c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Usage tracker for resource:port and tenant:a4f3f3ba04d742bfab0c7d05cddbf2d8 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:00.835223 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-405b7938-e354-4864-b09e-e4f5e90cba3c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:00.857424 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-405b7938-e354-4864-b09e-e4f5e90cba3c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:00.959070 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:00.959290 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04d0d2-50b2-4897-88c6-6f2d42561ded req-982948f4-f45e-4910-880e-fe3b8a99c689 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:00.959290 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8c04d0d2-50b2-4897-88c6-6f2d42561ded req-982948f4-f45e-4910-880e-fe3b8a99c689 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.1232936 Nov 11 22:20:00.960878 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e725fcd5-c6c2-4c92-81cc-880b627a35f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:20:00.980482 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:20:01.096263 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8c04d0d2-50b2-4897-88c6-6f2d42561ded req-10282b75-d0ca-4e54-ab0e-29d46cef8c16 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490223 Nov 11 22:20:01.128396 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9554cbb4-51a9-490f-81fc-18aef0c49a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:01.176676 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9554cbb4-51a9-490f-81fc-18aef0c49a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:01.181861 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e725fcd5-c6c2-4c92-81cc-880b627a35f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb', 'code': 200} Nov 11 22:20:01.184374 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-9554cbb4-51a9-490f-81fc-18aef0c49a76 admin admin] Usage tracker for resource:security_group_rule and tenant:a31d29b20b5640aa9cf50dfc58aa7802 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:01.188796 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-9554cbb4-51a9-490f-81fc-18aef0c49a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:01.197001 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9554cbb4-51a9-490f-81fc-18aef0c49a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:01.207859 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6ab56-2d75-4e23-91a9-bbf8d4eded8c req-6c97b3b2-1cb9-429c-9025-5688f5883ec7 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:01.209522 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-04f6ab56-2d75-4e23-91a9-bbf8d4eded8c req-6c97b3b2-1cb9-429c-9025-5688f5883ec7 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.1851749 Nov 11 22:20:01.236176 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-405b7938-e354-4864-b09e-e4f5e90cba3c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Made reservation on behalf of a4f3f3ba04d742bfab0c7d05cddbf2d8 for: {'port': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:20:01.241290 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:01.241290 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 6e16d470-9007-499e-b5e8-70d14adafcaf up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:20:01.247234 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-405b7938-e354-4864-b09e-e4f5e90cba3c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:01.286098 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-04f6ab56-2d75-4e23-91a9-bbf8d4eded8c req-13e09ec0-8968-4810-9716-063aeb736207 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642686 Nov 11 22:20:01.288051 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-505b63b9-27c1-4092-9ed7-9d1c513183d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:01.340316 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9554cbb4-51a9-490f-81fc-18aef0c49a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:01.366427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9554cbb4-51a9-490f-81fc-18aef0c49a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:01.375015 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-21958451-24c2-4f2f-91e9-47502fd90578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:01.460834 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:01.477451 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:01.557033 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-9554cbb4-51a9-490f-81fc-18aef0c49a76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a31d29b20b5640aa9cf50dfc58aa7802&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8441477 Nov 11 22:20:01.557861 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 55312) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:01.574974 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning for port 6e16d470-9007-499e-b5e8-70d14adafcaf completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:20:01.581803 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port 6e16d470-9007-499e-b5e8-70d14adafcaf triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:01.586800 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:01.621383 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554cbb4-51a9-490f-81fc-18aef0c49a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f31d079-ddfb-4c88-8e8e-88d4e90d4d2a,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:01.639577 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9554cbb4-51a9-490f-81fc-18aef0c49a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:01.775710 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-405b7938-e354-4864-b09e-e4f5e90cba3c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Allocated IP 172.20.0.2 (6c03f65d-bd89-4cd3-98f2-cd54c6e153a9/16d9e299-f3ab-4d26-86ad-8832fcc6a207/8b4c963c-4d4b-4836-a2ff-26c337315fd5) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:20:01.802431 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 55322) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:01.854890 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d0e80c8-3f3f-4d01-9e1e-0567d58c499c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:01.929812 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d0e80c8-3f3f-4d01-9e1e-0567d58c499c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:02.099677 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:02.110566 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-405b7938-e354-4864-b09e-e4f5e90cba3c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:02.148880 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 6e16d470-9007-499e-b5e8-70d14adafcaf, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6e16d470-9007-499e-b5e8-70d14adafcaf,segment=NetworkSegment(324b1be9-156f-4e1b-ada2-044951fb8d0b),segment_id=324b1be9-156f-4e1b-ada2-044951fb8d0b)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:20:02.166720 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b72d8fc6-e71c-4981-ad9e-8b5f76d62615 req-db609f83-6005-4567-9694-24093fdad77c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 210 time: 0.1863136 Nov 11 22:20:02.171941 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d0e80c8-3f3f-4d01-9e1e-0567d58c499c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:02.176629 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bbe4d028-f1ec-40ca-a38b-4e5f75872623 req-4a28a953-c7ef-4892-89c6-ff13f3106db8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 1099 time: 0.1107535 Nov 11 22:20:02.180444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:02.195488 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:02.197521 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:02.198349 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f5c7cb-a373-4603-8368-34fdf0bb5d29 req-c0123703-ea18-4c9a-86c0-ec14009506a7 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:02.206826 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-57f5c7cb-a373-4603-8368-34fdf0bb5d29 req-c0123703-ea18-4c9a-86c0-ec14009506a7 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 943 time: 0.5183375 Nov 11 22:20:02.209060 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-670b4993-b53d-4ea2-ba87-a971fd6f7766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:02.252821 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-670b4993-b53d-4ea2-ba87-a971fd6f7766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:02.260140 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-405b7938-e354-4864-b09e-e4f5e90cba3c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:02.260710 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-670b4993-b53d-4ea2-ba87-a971fd6f7766 admin admin] Usage tracker for resource:security_group_rule and tenant:193723ad978046f2aeea80407ca15683 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:02.266795 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-670b4993-b53d-4ea2-ba87-a971fd6f7766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:02.270543 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:02.277133 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['0ba682dc-6fb9-4290-b107-137bfcdcbd9e'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:20:02.287301 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-670b4993-b53d-4ea2-ba87-a971fd6f7766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:02.319444 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bbe4d028-f1ec-40ca-a38b-4e5f75872623 req-7b4b2802-c02d-43d6-900e-013ab2542a96 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316695 Nov 11 22:20:02.325520 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 192c5412-b092-4504-894c-584380cdf673 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:20:02.365402 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-405b7938-e354-4864-b09e-e4f5e90cba3c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:20:02.369715 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-405b7938-e354-4864-b09e-e4f5e90cba3c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:20:02.375584 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-405b7938-e354-4864-b09e-e4f5e90cba3c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:20:02.381394 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-405b7938-e354-4864-b09e-e4f5e90cba3c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:02.382400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-405b7938-e354-4864-b09e-e4f5e90cba3c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:02.386831 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b7938-e354-4864-b09e-e4f5e90cba3c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Pushing event updated for resources: {'Port': ['ID=8b4c963c-4d4b-4836-a2ff-26c337315fd5,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:02.394746 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-405b7938-e354-4864-b09e-e4f5e90cba3c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:02.397065 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-670b4993-b53d-4ea2-ba87-a971fd6f7766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:02.441704 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d0e80c8-3f3f-4d01-9e1e-0567d58c499c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:02.443383 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-4d0e80c8-3f3f-4d01-9e1e-0567d58c499c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f31d079-ddfb-4c88-8e8e-88d4e90d4d2a HTTP/1.1" status: 204 len: 168 time: 0.8815122 Nov 11 22:20:02.444539 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e80c8-3f3f-4d01-9e1e-0567d58c499c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f31d079-ddfb-4c88-8e8e-88d4e90d4d2a,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:02.447699 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4d0e80c8-3f3f-4d01-9e1e-0567d58c499c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:02.462900 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-670b4993-b53d-4ea2-ba87-a971fd6f7766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:02.493116 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-405b7938-e354-4864-b09e-e4f5e90cba3c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0636663 Nov 11 22:20:02.521625 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=6e16d470-9007-499e-b5e8-70d14adafcaf,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:02.524382 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-20ce6b8c-adaa-491b-9483-9e0d9b6d9201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:02.528284 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:02.538380 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-670b4993-b53d-4ea2-ba87-a971fd6f7766 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=193723ad978046f2aeea80407ca15683&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7347903 Nov 11 22:20:02.541245 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 55342) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:02.568119 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-57f5c7cb-a373-4603-8368-34fdf0bb5d29 req-11eb1bc1-77f7-4e09-84d0-c53fe09ebd30 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603024 Nov 11 22:20:02.586597 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Request body: {'port': {'device_id': '6ca82fd9-2954-49c0-99cd-13de39cfa908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:20:02.652634 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 192c5412-b092-4504-894c-584380cdf673, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=192c5412-b092-4504-894c-584380cdf673,segment=NetworkSegment(324b1be9-156f-4e1b-ada2-044951fb8d0b),segment_id=324b1be9-156f-4e1b-ada2-044951fb8d0b)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:20:02.672538 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': '192c5412-b092-4504-894c-584380cdf673', 'network_id': 'bcbad872-fbd0-40a2-acd1-a807e84b8e87', 'port_id': '192c5412-b092-4504-894c-584380cdf673', 'mac_address': 'fa:16:3e:06:ae:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678bec8e-2914-403b-acd5-8926fa26bd5f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:20:02.732987 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b4993-b53d-4ea2-ba87-a971fd6f7766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916c88aa-63b6-4196-a4a4-58a8aaeb8fb4,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:02.762563 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-670b4993-b53d-4ea2-ba87-a971fd6f7766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:02.790136 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66a438-f9d2-4a37-9409-12c4b788d215 req-b2cd78df-624f-43e7-998e-f4922588da99 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:02.797129 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:02.799404 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6e66a438-f9d2-4a37-9409-12c4b788d215 req-b2cd78df-624f-43e7-998e-f4922588da99 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.2804096 Nov 11 22:20:02.825994 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:02.860327 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2c52d7a3-7fbd-49dd-ad9e-a2390eff9bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:02.886556 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6e66a438-f9d2-4a37-9409-12c4b788d215 req-eda73edd-7a4b-432f-bea8-88e01ecfe11f tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860405 Nov 11 22:20:02.887135 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 55350) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:02.891750 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2c52d7a3-7fbd-49dd-ad9e-a2390eff9bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:02.941517 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 192c5412-b092-4504-894c-584380cdf673 {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:20:02.979978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2c52d7a3-7fbd-49dd-ad9e-a2390eff9bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:03.001666 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 192c5412-b092-4504-894c-584380cdf673, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=192c5412-b092-4504-894c-584380cdf673,segment=NetworkSegment(324b1be9-156f-4e1b-ada2-044951fb8d0b),segment_id=324b1be9-156f-4e1b-ada2-044951fb8d0b)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:20:03.002568 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d8a2f95c-5aa3-4deb-af75-53e9ed9ec159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:03.046637 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:03.049516 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:03.054128 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52d7a3-7fbd-49dd-ad9e-a2390eff9bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916c88aa-63b6-4196-a4a4-58a8aaeb8fb4,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:03.055032 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24e0c89-f754-4452-9012-459ff6abc45c admin admin] Deleting subnet 94e58c31-eb25-466b-b9ae-298b3208982c {{(pid=88355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 22:20:03.058865 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d24e0c89-f754-4452-9012-459ff6abc45c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:03.090007 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2c52d7a3-7fbd-49dd-ad9e-a2390eff9bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:03.097047 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2c52d7a3-7fbd-49dd-ad9e-a2390eff9bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:03.097208 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-2c52d7a3-7fbd-49dd-ad9e-a2390eff9bb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/916c88aa-63b6-4196-a4a4-58a8aaeb8fb4 HTTP/1.1" status: 204 len: 168 time: 0.5545049 Nov 11 22:20:03.126549 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d24e0c89-f754-4452-9012-459ff6abc45c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1397145'] for subnet, precommit_delete_associations {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:03.182825 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=192c5412-b092-4504-894c-584380cdf673,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:03.197141 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d24e0c89-f754-4452-9012-459ff6abc45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850798312'] for subnet, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:03.214988 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:03.220605 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff611748-5451-459f-bb6b-6b7697736ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e16d470-9007-499e-b5e8-70d14adafcaf'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:20:03.293783 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:03.364687 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d24e0c89-f754-4452-9012-459ff6abc45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3977473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853380654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853323545'] for subnet, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:03.387361 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-276266e3-ed60-4a75-829c-e63a6018cba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:03.392529 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['192c5412-b092-4504-894c-584380cdf673'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:20:03.445627 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e0c89-f754-4452-9012-459ff6abc45c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94e58c31-eb25-466b-b9ae-298b3208982c,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:03.448821 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d24e0c89-f754-4452-9012-459ff6abc45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:03.458710 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d24e0c89-f754-4452-9012-459ff6abc45c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:03.478891 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-d24e0c89-f754-4452-9012-459ff6abc45c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/94e58c31-eb25-466b-b9ae-298b3208982c HTTP/1.1" status: 204 len: 168 time: 0.5905490 Nov 11 22:20:03.481556 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 55368) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:03.611427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b4c963c-4d4b-4836-a2ff-26c337315fd5 {{(pid=88356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:20:03.622251 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:03.662765 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Transition to ACTIVE for port object 8b4c963c-4d4b-4836-a2ff-26c337315fd5 will not be triggered until provisioned by entity L2. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:20:03.687416 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc72f9-0597-42e6-843d-6b8a0d4160b1 req-aebe4529-0334-469b-80b4-ac4687d22abe tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:03.699889 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 55376) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:03.708005 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-bdc7c791-428c-4281-9f1d-16179125eaf2 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Request body: {'floatingip': {'port_id': 'c0707fe6-c67d-453e-8123-9fafa0c21b41'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:20:03.713055 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a7cc72f9-0597-42e6-843d-6b8a0d4160b1 req-aebe4529-0334-469b-80b4-ac4687d22abe tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.3874640 Nov 11 22:20:03.731574 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccb1bc-f866-4bf7-99e0-ebb029e5f421 req-ebc71c93-0c93-4be7-8207-94ec345edc09 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:03.740255 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1cccb1bc-f866-4bf7-99e0-ebb029e5f421 req-ebc71c93-0c93-4be7-8207-94ec345edc09 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.4613056 Nov 11 22:20:03.787952 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5d681ae1-dbab-413f-b442-318187621caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850740317'] for network, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:03.806538 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:03.815237 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bdc7c791-428c-4281-9f1d-16179125eaf2 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for floatingip, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:03.976232 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:04.150784 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1cccb1bc-f866-4bf7-99e0-ebb029e5f421 req-793d5b24-af17-427d-8807-9bdd38c4b0ea tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4091792 Nov 11 22:20:04.228751 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5d681ae1-dbab-413f-b442-318187621caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850799231', 'neutron.services.segments.db._delete_segments_for_network-8762808614344'] for network, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:04.279093 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-5d681ae1-dbab-413f-b442-318187621caf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a86831-9243-40fa-8ea9-847db125615b']}} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:04.317070 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-5d681ae1-dbab-413f-b442-318187621caf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc6a849-e7a6-4c3c-a2d9-f3d6fc9d1a9d') {'for_net_delete': True} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:04.317639 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-5d681ae1-dbab-413f-b442-318187621caf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc6a849-e7a6-4c3c-a2d9-f3d6fc9d1a9d') {} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:04.333587 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 55392) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:04.420756 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff611748-5451-459f-bb6b-6b7697736ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e16d470-9007-499e-b5e8-70d14adafcaf', 'code': 200} Nov 11 22:20:04.463358 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7300059-620b-46c5-a59d-3dbc0c420b18 req-058d3547-be1a-45b1-ad9a-6dc7f1734e03 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:04.466728 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b7300059-620b-46c5-a59d-3dbc0c420b18 req-058d3547-be1a-45b1-ad9a-6dc7f1734e03 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 943 time: 0.5410581 Nov 11 22:20:04.469835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c690-bc3c-4ed3-95f8-cc8b332dde90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:04.527860 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5d681ae1-dbab-413f-b442-318187621caf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762808626649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853378672'] for segment, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:04.614988 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4c963c-4d4b-4836-a2ff-26c337315fd5,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:04.624946 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:04.702132 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Attempting to bind port 8b4c963c-4d4b-4836-a2ff-26c337315fd5 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:20:04.702651 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Attempting to bind port 8b4c963c-4d4b-4836-a2ff-26c337315fd5 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '2e291e9e-e370-4e6b-bfcb-75446ab59746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9'}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:20:04.703025 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Attempting to bind port 8b4c963c-4d4b-4836-a2ff-26c337315fd5 on network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:20:04.712593 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Port 8b4c963c-4d4b-4836-a2ff-26c337315fd5 on network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 22:20:04.712947 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Attempting to bind port 8b4c963c-4d4b-4836-a2ff-26c337315fd5 on network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:20:04.772095 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Checking agent: {'id': 'd308de4e-73e5-4a02-a57f-4634dba51a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:20:04.772475 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Checking segment: {'id': '2e291e9e-e370-4e6b-bfcb-75446ab59746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:20:04.772893 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Bound using segment: {'id': '2e291e9e-e370-4e6b-bfcb-75446ab59746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9'} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:20:04.773393 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Bound port: 8b4c963c-4d4b-4836-a2ff-26c337315fd5, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e291e9e-e370-4e6b-bfcb-75446ab59746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9'}}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:20:04.773808 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:04.831541 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5d681ae1-dbab-413f-b442-318187621caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:04.890771 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ffc8c690-bc3c-4ed3-95f8-cc8b332dde90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:04.896211 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d681ae1-dbab-413f-b442-318187621caf admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=88355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 22:20:04.896986 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5d681ae1-dbab-413f-b442-318187621caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850807042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1394800'] for segment, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: Traceback (most recent call last): Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: timer() Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: cb(*args, **kw) Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: return func(*args, **kwargs) Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: self._notify() Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: self.callback(batched_events) Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: event.method(event) Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: segment_id)['aggregates'][0] Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: return f(self, *a, **k) Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: return self._get(url).json() Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: **kwargs) Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: **endpoint_filter) Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:20:04.931925 dv-cinder-815883-4-smb neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:20:05.121322 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] For port 8b4c963c-4d4b-4836-a2ff-26c337315fd5, host hv-cinder-81588, cleared binding levels {{(pid=88356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:20:05.150449 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ffc8c690-bc3c-4ed3-95f8-cc8b332dde90 admin admin] Usage tracker for resource:security_group_rule and tenant:559513a848bb4035a62837cc03d422ce is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:05.166149 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ffc8c690-bc3c-4ed3-95f8-cc8b332dde90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:05.220099 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c13d58de-4ea1-4f99-8b75-00c0894ce822 req-7b4d500c-38de-47bb-afe3-9c2aca460c3e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 1098 time: 0.2258408 Nov 11 22:20:05.223895 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] For port 8b4c963c-4d4b-4836-a2ff-26c337315fd5, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8b4c963c-4d4b-4836-a2ff-26c337315fd5,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:20:05.226199 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ffc8c690-bc3c-4ed3-95f8-cc8b332dde90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:05.268338 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b7300059-620b-46c5-a59d-3dbc0c420b18 req-1e07a8d7-cc1f-4d45-acf6-c5a11d906d99 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6852357 Nov 11 22:20:05.307755 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:05.319824 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5d681ae1-dbab-413f-b442-318187621caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854332702'] for network, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:05.324733 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bdf297c0-f5ba-4ccd-a1f3-5ae2b2f6d1c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:05.361939 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7b5ae9a0-2946-4e69-821c-7f5e05cc7e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:05.424781 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000108c0-872d-400d-8e69-187bc378e9ae req-24bdd45b-d192-4863-b53f-205194d2b895 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:05.429431 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-000108c0-872d-400d-8e69-187bc378e9ae req-24bdd45b-d192-4863-b53f-205194d2b895 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 944 time: 0.6993248 Nov 11 22:20:05.430737 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5d681ae1-dbab-413f-b442-318187621caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:05.438937 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d681ae1-dbab-413f-b442-318187621caf admin admin] Pushing event deleted for resources: {'Network': ['ID=a2a86831-9243-40fa-8ea9-847db125615b,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:05.458511 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:05.460959 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] 10.222.0.55 "PUT /v2.0/ports/8b4c963c-4d4b-4836-a2ff-26c337315fd5 HTTP/1.1" status: 200 len: 1093 time: 2.8851376 Nov 11 22:20:05.462870 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c13d58de-4ea1-4f99-8b75-00c0894ce822 req-5e2e14be-4e1b-44cd-9966-21a9022bbc51 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351229 Nov 11 22:20:05.463392 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca82fd9-2954-49c0-99cd-13de39cfa908', 'tag': '8b4c963c-4d4b-4836-a2ff-26c337315fd5'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:20:05.474003 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5d681ae1-dbab-413f-b442-318187621caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:05.580237 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c690-bc3c-4ed3-95f8-cc8b332dde90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:05.581864 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8b4c963c-4d4b-4836-a2ff-26c337315fd5,revision_number=3']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:05.594710 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-5d681ae1-dbab-413f-b442-318187621caf admin admin] 10.222.0.25 "DELETE /v2.0/networks/a2a86831-9243-40fa-8ea9-847db125615b HTTP/1.1" status: 204 len: 168 time: 2.1027360 Nov 11 22:20:05.597830 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:05.617144 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-000108c0-872d-400d-8e69-187bc378e9ae req-5fa22cb3-2250-4fb3-9762-6d8a89c56af9 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746638 Nov 11 22:20:05.620414 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ffc8c690-bc3c-4ed3-95f8-cc8b332dde90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:05.660993 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-77cd4890-6bd2-4e1d-a7d8-1e8b0042f6cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:05.672926 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-ffc8c690-bc3c-4ed3-95f8-cc8b332dde90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=559513a848bb4035a62837cc03d422ce&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3258998 Nov 11 22:20:05.681025 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 55418) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:05.841182 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8c690-bc3c-4ed3-95f8-cc8b332dde90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23bb705-6573-4826-815f-dc21ea836d9b,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:05.864577 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ffc8c690-bc3c-4ed3-95f8-cc8b332dde90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:05.888887 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdd6d1-3f4e-4fee-955d-a636fddcd224 req-4ed7b811-2ce9-4426-94cf-cbcfcd7da176 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:05.894560 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca82fd9-2954-49c0-99cd-13de39cfa908', 'tag': '8b4c963c-4d4b-4836-a2ff-26c337315fd5', 'status': 'completed', 'code': 200} Nov 11 22:20:05.898921 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-19bdd6d1-3f4e-4fee-955d-a636fddcd224 req-4ed7b811-2ce9-4426-94cf-cbcfcd7da176 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.3900912 Nov 11 22:20:05.947725 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e3e80e1d-d8da-4f9c-8820-73374b90e624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:05.994615 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e3e80e1d-d8da-4f9c-8820-73374b90e624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:06.007375 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-19bdd6d1-3f4e-4fee-955d-a636fddcd224 req-a5048b94-0291-4958-bbd9-eb94adf08f79 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997541 Nov 11 22:20:06.060397 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-dfaba8e5-1058-4af4-bd6e-51dc254b7320 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4f3f3ba04d742bfab0c7d05cddbf2d8&device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 1096 time: 0.1990566 Nov 11 22:20:06.132670 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e3e80e1d-d8da-4f9c-8820-73374b90e624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:06.145575 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:06.154888 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-34a3d4a6-f294-4717-8791-6e1ca2247e7b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b4c963c-4d4b-4836-a2ff-26c337315fd5 HTTP/1.1" status: 200 len: 217 time: 0.0859830 Nov 11 22:20:06.170497 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 55448) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:06.172492 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e80e1d-d8da-4f9c-8820-73374b90e624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23bb705-6573-4826-815f-dc21ea836d9b,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:06.188147 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e3e80e1d-d8da-4f9c-8820-73374b90e624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:06.211185 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e3e80e1d-d8da-4f9c-8820-73374b90e624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:06.226291 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-e3e80e1d-d8da-4f9c-8820-73374b90e624 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d23bb705-6573-4826-815f-dc21ea836d9b HTTP/1.1" status: 204 len: 168 time: 0.5420110 Nov 11 22:20:06.307627 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 192c5412-b092-4504-894c-584380cdf673 up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:20:06.375520 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bdc7c791-428c-4281-9f1d-16179125eaf2 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:06.386306 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-b007b18c-21ec-46f9-8746-c0cd5584b90f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:06.387865 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-b007b18c-21ec-46f9-8746-c0cd5584b90f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16d9e299-f3ab-4d26-86ad-8832fcc6a207 HTTP/1.1" status: 200 len: 855 time: 0.1614695 Nov 11 22:20:06.466175 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bdc7c791-428c-4281-9f1d-16179125eaf2 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854332685'] for floatingip, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:06.486296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning for port 192c5412-b092-4504-894c-584380cdf673 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:20:06.492769 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port 192c5412-b092-4504-894c-584380cdf673 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:06.493432 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:06.547263 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-53e21bfa-8edd-427e-9e7d-ca49280e1010 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d96907602069483e892e9fcbd04a832d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3631949 Nov 11 22:20:06.548815 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 55476) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:06.616703 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d486824-e67c-454c-a4f7-55efdd1a186e req-ababef8c-112b-43a3-b6d5-2ec52adc6f9d tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:06.618481 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1d486824-e67c-454c-a4f7-55efdd1a186e req-ababef8c-112b-43a3-b6d5-2ec52adc6f9d tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.3615813 Nov 11 22:20:06.670530 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 55480) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:06.699267 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-73ce6d2f-73e7-4e04-88da-9f1d2332fc14 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3007026 Nov 11 22:20:06.712463 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-1e5e0632-b133-40e9-99ae-7b9543a7adcd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Request body: {'floatingip': {'port_id': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:20:06.765812 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:06.828467 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192c5412-b092-4504-894c-584380cdf673'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:20:06.850942 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 192c5412-b092-4504-894c-584380cdf673, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=192c5412-b092-4504-894c-584380cdf673,segment=NetworkSegment(324b1be9-156f-4e1b-ada2-044951fb8d0b),segment_id=324b1be9-156f-4e1b-ada2-044951fb8d0b)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:20:06.872078 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48e31f-abc5-4fd8-9799-764e1ea0b914 req-9cd94e2e-07d3-48de-8b80-d0e26c627052 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:06.873323 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9b48e31f-abc5-4fd8-9799-764e1ea0b914 req-9cd94e2e-07d3-48de-8b80-d0e26c627052 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 943 time: 0.2516885 Nov 11 22:20:06.892052 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:06.894173 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:06.950716 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1ba851df-0281-47f9-a9aa-dc6f57c9d866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:06.997940 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1e5e0632-b133-40e9-99ae-7b9543a7adcd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for floatingip, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:07.027145 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=192c5412-b092-4504-894c-584380cdf673,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:07.044447 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:07.163861 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1ba851df-0281-47f9-a9aa-dc6f57c9d866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:07.177933 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9b48e31f-abc5-4fd8-9799-764e1ea0b914 req-865449aa-fc6e-4393-8b6b-714f9561e5a5 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035390 Nov 11 22:20:07.251910 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe8269-147c-4db6-a6ca-51d8f7704151 req-97e86305-932e-4647-a9ab-66af1f359b13 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:07.253885 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0bfe8269-147c-4db6-a6ca-51d8f7704151 req-97e86305-932e-4647-a9ab-66af1f359b13 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.2211120 Nov 11 22:20:07.302397 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '192c5412-b092-4504-894c-584380cdf673', 'code': 200} Nov 11 22:20:07.331707 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1ba851df-0281-47f9-a9aa-dc6f57c9d866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:07.346587 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-670b4993-b53d-4ea2-ba87-a971fd6f7766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:07.394775 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0bfe8269-147c-4db6-a6ca-51d8f7704151 req-ca266681-760f-4a1e-9eff-74dc3307bf4e tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298287 Nov 11 22:20:07.403582 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba851df-0281-47f9-a9aa-dc6f57c9d866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1db3b88-c853-44cd-8059-b4936e0bbc76,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:07.410183 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1ba851df-0281-47f9-a9aa-dc6f57c9d866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:07.414334 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-1ba851df-0281-47f9-a9aa-dc6f57c9d866 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1db3b88-c853-44cd-8059-b4936e0bbc76 HTTP/1.1" status: 204 len: 168 time: 0.8616302 Nov 11 22:20:07.434767 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1ba851df-0281-47f9-a9aa-dc6f57c9d866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:07.786947 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-2258800b-5234-442b-b6d8-06d5e42e7072 service neutron] 10.222.0.55 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9269576 Nov 11 22:20:08.082787 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0cd9022a-0db6-4f99-b505-eadd2fff177d req-98f2b5d0-f289-4099-a7a2-d9104542e5a6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 1098 time: 0.4618862 Nov 11 22:20:08.398419 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08612b04-52a3-47ba-93fa-8e316a36fd83 req-c24fe96b-5804-4f5e-afc6-b654888ec344 service neutron] 10.222.0.55 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632412 Nov 11 22:20:08.479935 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0cd9022a-0db6-4f99-b505-eadd2fff177d req-ba6f80cd-209b-4d6b-8955-0b53dc596513 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751378 Nov 11 22:20:08.512298 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.l3_db [None req-bdc7c791-428c-4281-9f1d-16179125eaf2 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Floating IP 6fde05c1-63d8-4d90-857c-5d88515bc5d7 associated. External IP: 172.28.0.223, port: c0707fe6-c67d-453e-8123-9fafa0c21b41. Nov 11 22:20:08.558944 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537372ac-6152-4c77-816f-ed9aaed1d009 req-d866fd4e-498b-4ae5-90dd-8a48b23c23b5 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:08.560933 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-537372ac-6152-4c77-816f-ed9aaed1d009 req-d866fd4e-498b-4ae5-90dd-8a48b23c23b5 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 943 time: 0.1824877 Nov 11 22:20:08.625870 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-537372ac-6152-4c77-816f-ed9aaed1d009 req-78fa96d5-54cc-41af-af30-ba0b07178649 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576799 Nov 11 22:20:08.776079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009ec50-a595-4ba0-ac3d-4e17f3cadaf5 req-46b47ef1-3180-4af5-8878-1bfbcf74de72 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:08.784700 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9009ec50-a595-4ba0-ac3d-4e17f3cadaf5 req-46b47ef1-3180-4af5-8878-1bfbcf74de72 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1248562 Nov 11 22:20:08.845691 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9009ec50-a595-4ba0-ac3d-4e17f3cadaf5 req-ebc6bc3e-7317-4418-8942-2c46917c9c2f tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597188 Nov 11 22:20:09.114695 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5e55b682-21e4-44df-9e9f-1317deff5a58 req-40dab074-a41f-44c6-ae2c-d9b9929ea418 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4f3f3ba04d742bfab0c7d05cddbf2d8&device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 1096 time: 0.3632636 Nov 11 22:20:09.279989 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1e5e0632-b133-40e9-99ae-7b9543a7adcd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:09.372192 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1e5e0632-b133-40e9-99ae-7b9543a7adcd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854332685'] for floatingip, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:09.688256 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55b682-21e4-44df-9e9f-1317deff5a58 req-47931b15-7859-4c28-92ee-b3de96db9f5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:09.689904 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5e55b682-21e4-44df-9e9f-1317deff5a58 req-47931b15-7859-4c28-92ee-b3de96db9f5a service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 HTTP/1.1" status: 200 len: 916 time: 0.5582862 Nov 11 22:20:09.805183 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5e55b682-21e4-44df-9e9f-1317deff5a58 req-f8822ba0-edb0-4f9e-bbe4-3ae302e1c5fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8b4c963c-4d4b-4836-a2ff-26c337315fd5 HTTP/1.1" status: 200 len: 217 time: 0.0958371 Nov 11 22:20:09.987491 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11900e-dc2c-4a1e-8990-e39151e210e3 req-7162861a-ddf0-4461-b1d8-9209bdec38ad tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:09.989287 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8f11900e-dc2c-4a1e-8990-e39151e210e3 req-7162861a-ddf0-4461-b1d8-9209bdec38ad tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 943 time: 0.1277900 Nov 11 22:20:10.062870 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8f11900e-dc2c-4a1e-8990-e39151e210e3 req-d0c28f68-f70e-43b3-9f95-7ee5e96ae17b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650868 Nov 11 22:20:10.075446 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55b682-21e4-44df-9e9f-1317deff5a58 req-25ac3f41-457f-45db-885f-424922eb9b01 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:10.077086 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5e55b682-21e4-44df-9e9f-1317deff5a58 req-25ac3f41-457f-45db-885f-424922eb9b01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16d9e299-f3ab-4d26-86ad-8832fcc6a207 HTTP/1.1" status: 200 len: 855 time: 0.2636433 Nov 11 22:20:10.200773 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5e55b682-21e4-44df-9e9f-1317deff5a58 req-0cab1a42-e1e9-4eee-a980-c89a666ff404 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929279 Nov 11 22:20:10.501948 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f62215-a862-4165-8033-f9159e821054 req-32da2c42-89ad-4b94-9cfa-df71b02f7e73 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:10.513568 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-61f62215-a862-4165-8033-f9159e821054 req-32da2c42-89ad-4b94-9cfa-df71b02f7e73 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.2354867 Nov 11 22:20:10.598681 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5e55b682-21e4-44df-9e9f-1317deff5a58 req-4afe79f2-bfa2-4d02-8a34-c57d6d82d573 service neutron] 10.222.0.55 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808157 Nov 11 22:20:10.637570 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-61f62215-a862-4165-8033-f9159e821054 req-aab74c0a-d2d1-4640-8fb7-5d5a06fe59e1 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228197 Nov 11 22:20:10.855872 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc7c791-428c-4281-9f1d-16179125eaf2 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Router 4d645204-5730-4494-9d7b-581114e41029 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:20:10.870699 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.l3_db [None req-1e5e0632-b133-40e9-99ae-7b9543a7adcd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Floating IP f7c0ce34-ab13-4f36-ac6f-a677a6ebd180 associated. External IP: 172.28.0.74, port: fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb. Nov 11 22:20:11.078671 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5e55b682-21e4-44df-9e9f-1317deff5a58 req-ccfad397-6457-4cce-988f-b71b1379dfb0 service neutron] 10.222.0.55 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439344 Nov 11 22:20:11.430165 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc7c791-428c-4281-9f1d-16179125eaf2 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:20:11.463922 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bdc7c791-428c-4281-9f1d-16179125eaf2 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for floatingip, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:11.467458 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d31f64c-2090-43e7-97b9-4af12317d422 None None] Sync routers for ids ['4d645204-5730-4494-9d7b-581114e41029'] in dv-cinder-815883-4-smb {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:20:11.482226 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d31f64c-2090-43e7-97b9-4af12317d422 None None] Routers {'4d645204-5730-4494-9d7b-581114e41029'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:20:11.482649 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-9d31f64c-2090-43e7-97b9-4af12317d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:19:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['4d645204-5730-4494-9d7b-581114e41029'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:11.630093 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5a345-b19d-458d-b799-e768281b2da2 req-e1b65355-cd00-4cd2-89c8-2db3dc3ccddc tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:11.636578 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-aed5a345-b19d-458d-b799-e768281b2da2 req-e1b65355-cd00-4cd2-89c8-2db3dc3ccddc tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 943 time: 0.2016604 Nov 11 22:20:11.718250 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-aed5a345-b19d-458d-b799-e768281b2da2 req-03d67e69-c963-4366-8db1-e453f84f3840 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686588 Nov 11 22:20:11.852690 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-bdc7c791-428c-4281-9f1d-16179125eaf2 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "PUT /v2.0/floatingips/6fde05c1-63d8-4d90-857c-5d88515bc5d7 HTTP/1.1" status: 200 len: 992 time: 8.1389840 Nov 11 22:20:11.856636 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cd8f6f-20cd-498a-9d26-599892fb60f3', 'tag': 'c0707fe6-c67d-453e-8123-9fafa0c21b41'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:20:11.901727 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-9d31f64c-2090-43e7-97b9-4af12317d422 None None] Set router 4d645204-5730-4494-9d7b-581114e41029 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:20:12.033223 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb5ad6-9b85-4237-a8c8-5f3a8cdadcd8 req-d370a0d0-36b2-4fd8-87e6-1592003391b0 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:12.036270 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-79cb5ad6-9b85-4237-a8c8-5f3a8cdadcd8 req-d370a0d0-36b2-4fd8-87e6-1592003391b0 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1884530 Nov 11 22:20:12.093298 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5e0632-b133-40e9-99ae-7b9543a7adcd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Router d3907bdb-eddc-43f3-889e-90275a1f4d50 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:20:12.102047 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-79cb5ad6-9b85-4237-a8c8-5f3a8cdadcd8 req-b92d9282-adf1-4629-86a6-9ab40448ad04 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593572 Nov 11 22:20:12.347079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 8b4c963c-4d4b-4836-a2ff-26c337315fd5 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:20:12.474262 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-9d31f64c-2090-43e7-97b9-4af12317d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:19:01Z', 'revision_number': 4, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_floatingips': [{'id': '6fde05c1-63d8-4d90-857c-5d88515bc5d7', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'floating_ip_address': '172.28.0.223', 'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'router_id': '4d645204-5730-4494-9d7b-581114e41029', 'port_id': 'c0707fe6-c67d-453e-8123-9fafa0c21b41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'mac_address': 'fa:16:3e:b8:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cd8f6f-20cd-498a-9d26-599892fb60f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:19:30Z', 'updated_at': '2021-11-11T22:20:06Z', 'revision_number': 1, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a7df62-13d4-4c63-86e9-d90560ec9abd', 'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'mac_address': 'fa:16:3e:7b:03:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:57Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'subnets': [{'id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:12.482283 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d31f64c-2090-43e7-97b9-4af12317d422 None None] Checking router: 4d645204-5730-4494-9d7b-581114e41029 for host: dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:20:12.498556 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d31f64c-2090-43e7-97b9-4af12317d422 None None] Routers {'4d645204-5730-4494-9d7b-581114e41029'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:20:12.499661 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-9d31f64c-2090-43e7-97b9-4af12317d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:19:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['4d645204-5730-4494-9d7b-581114e41029'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:12.635113 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 8b4c963c-4d4b-4836-a2ff-26c337315fd5, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8b4c963c-4d4b-4836-a2ff-26c337315fd5,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:20:12.652727 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': '8b4c963c-4d4b-4836-a2ff-26c337315fd5', 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9', 'port_id': '8b4c963c-4d4b-4836-a2ff-26c337315fd5', 'mac_address': 'fa:16:3e:da:ac:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d9e299-f3ab-4d26-86ad-8832fcc6a207', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:20:12.713901 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cd8f6f-20cd-498a-9d26-599892fb60f3', 'tag': 'c0707fe6-c67d-453e-8123-9fafa0c21b41', 'status': 'completed', 'code': 200} Nov 11 22:20:12.763358 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:12.800679 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b4c963c-4d4b-4836-a2ff-26c337315fd5 {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:20:12.820418 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 8b4c963c-4d4b-4836-a2ff-26c337315fd5, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8b4c963c-4d4b-4836-a2ff-26c337315fd5,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:20:12.863421 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:12.868415 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:12.886354 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-9d31f64c-2090-43e7-97b9-4af12317d422 None None] Set router 4d645204-5730-4494-9d7b-581114e41029 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:20:13.015699 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=8b4c963c-4d4b-4836-a2ff-26c337315fd5,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:13.024812 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:13.060322 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4a77c19a-6dcc-4787-809c-63968e9c5f9f req-85a1cd5d-e2a8-412f-907d-d932f2248aa1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69cfca7e767f4503aac480dce5907cdb&device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 1099 time: 0.3650415 Nov 11 22:20:13.138563 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b8092-7203-4c4b-8be7-75d8706366db req-ad30696a-1a7f-49ce-a705-91873eb00865 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:13.146990 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c01b8092-7203-4c4b-8be7-75d8706366db req-ad30696a-1a7f-49ce-a705-91873eb00865 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 944 time: 0.1695709 Nov 11 22:20:13.214436 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c01b8092-7203-4c4b-8be7-75d8706366db req-5d33aecf-14dc-4a15-90cd-4792afcd0bdb tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663383 Nov 11 22:20:13.256494 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['8b4c963c-4d4b-4836-a2ff-26c337315fd5'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:20:13.460883 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-67976b63-be88-4fed-83b4-fbd809aff7e2 req-3dd4202c-7685-46c0-8e7f-d47980085c2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43665bde38c04afb88bcf207f05f5331&device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 1098 time: 0.4923465 Nov 11 22:20:13.553973 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5e0632-b133-40e9-99ae-7b9543a7adcd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:20:13.582085 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fbe8ff-4fa3-479e-9132-1b908c4c9011 None None] Sync routers for ids ['d3907bdb-eddc-43f3-889e-90275a1f4d50'] in dv-cinder-815883-4-smb {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:20:13.594261 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1e5e0632-b133-40e9-99ae-7b9543a7adcd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for floatingip, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:13.651549 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bc438-634e-4b4f-ad73-3a9557cc368e req-977eb04b-bf44-4bf7-a6ba-4dc89442614d tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:13.662491 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f8bc438-634e-4b4f-ad73-3a9557cc368e req-977eb04b-bf44-4bf7-a6ba-4dc89442614d tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.2462981 Nov 11 22:20:13.746754 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f8bc438-634e-4b4f-ad73-3a9557cc368e req-891b6a44-d3f0-4f66-8ff7-593a8f13f2d3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834460 Nov 11 22:20:13.768095 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fbe8ff-4fa3-479e-9132-1b908c4c9011 None None] Routers {'d3907bdb-eddc-43f3-889e-90275a1f4d50'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:20:13.769770 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-78fbe8ff-4fa3-479e-9132-1b908c4c9011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:19:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['d3907bdb-eddc-43f3-889e-90275a1f4d50'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:13.797604 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-9d31f64c-2090-43e7-97b9-4af12317d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:19:01Z', 'revision_number': 4, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_floatingips': [{'id': '6fde05c1-63d8-4d90-857c-5d88515bc5d7', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'floating_ip_address': '172.28.0.223', 'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'router_id': '4d645204-5730-4494-9d7b-581114e41029', 'port_id': 'c0707fe6-c67d-453e-8123-9fafa0c21b41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'mac_address': 'fa:16:3e:b8:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cd8f6f-20cd-498a-9d26-599892fb60f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:19:30Z', 'updated_at': '2021-11-11T22:20:06Z', 'revision_number': 1, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a7df62-13d4-4c63-86e9-d90560ec9abd', 'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'mac_address': 'fa:16:3e:7b:03:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:57Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'subnets': [{'id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:13.812236 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d31f64c-2090-43e7-97b9-4af12317d422 None None] The sync data for ids ['4d645204-5730-4494-9d7b-581114e41029'] in dv-cinder-815883-4-smb is: [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:19:01Z', 'revision_number': 4, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_floatingips': [{'id': '6fde05c1-63d8-4d90-857c-5d88515bc5d7', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'floating_ip_address': '172.28.0.223', 'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'router_id': '4d645204-5730-4494-9d7b-581114e41029', 'port_id': 'c0707fe6-c67d-453e-8123-9fafa0c21b41', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'mac_address': 'fa:16:3e:b8:2e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cd8f6f-20cd-498a-9d26-599892fb60f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:19:30Z', 'updated_at': '2021-11-11T22:20:06Z', 'revision_number': 1, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a7df62-13d4-4c63-86e9-d90560ec9abd', 'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'mac_address': 'fa:16:3e:7b:03:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:57Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'subnets': [{'id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:20:13.917501 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77c19a-6dcc-4787-809c-63968e9c5f9f req-0163c2c1-878a-43e9-8a8f-155f549a7fe3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:13.919222 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4a77c19a-6dcc-4787-809c-63968e9c5f9f req-0163c2c1-878a-43e9-8a8f-155f549a7fe3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65d9ad99-3a08-4dd5-af3c-91116e42d962 HTTP/1.1" status: 200 len: 911 time: 0.8422284 Nov 11 22:20:14.016745 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-1e5e0632-b133-40e9-99ae-7b9543a7adcd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "PUT /v2.0/floatingips/f7c0ce34-ab13-4f36-ac6f-a677a6ebd180 HTTP/1.1" status: 200 len: 991 time: 7.3346963 Nov 11 22:20:14.077786 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-78fbe8ff-4fa3-479e-9132-1b908c4c9011 None None] Set router d3907bdb-eddc-43f3-889e-90275a1f4d50 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:20:14.125605 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67976b63-be88-4fed-83b4-fbd809aff7e2 req-413084f0-b7a5-450d-bafc-23d351baf763 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:14.128739 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-67976b63-be88-4fed-83b4-fbd809aff7e2 req-413084f0-b7a5-450d-bafc-23d351baf763 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcbad872-fbd0-40a2-acd1-a807e84b8e87 HTTP/1.1" status: 200 len: 919 time: 0.6580479 Nov 11 22:20:14.278439 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-67976b63-be88-4fed-83b4-fbd809aff7e2 req-26e12aa7-ea35-4155-bd3b-4e770e6edba2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=192c5412-b092-4504-894c-584380cdf673 HTTP/1.1" status: 200 len: 217 time: 0.1227400 Nov 11 22:20:14.282404 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4a77c19a-6dcc-4787-809c-63968e9c5f9f req-4baf418f-06e4-4c69-b96b-3257d41b621c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0707fe6-c67d-453e-8123-9fafa0c21b41 HTTP/1.1" status: 200 len: 1000 time: 0.3499794 Nov 11 22:20:14.351911 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea23d3f6-f9a7-4e6a-ab1c-79b98029dcc5 None None] New status for floating IP 6fde05c1-63d8-4d90-857c-5d88515bc5d7: ACTIVE {{(pid=88358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 22:20:14.475711 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67976b63-be88-4fed-83b4-fbd809aff7e2 req-c77fef18-ef6a-401b-9d23-7e01f6c67735 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:14.477363 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-67976b63-be88-4fed-83b4-fbd809aff7e2 req-c77fef18-ef6a-401b-9d23-7e01f6c67735 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=678bec8e-2914-403b-acd5-8926fa26bd5f HTTP/1.1" status: 200 len: 858 time: 0.1851022 Nov 11 22:20:14.484725 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae265c7e-67e2-4420-91cc-f5a0ac744985 req-f3a8d82e-7db9-4cce-bbc3-9d290a23af81 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:14.492611 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ae265c7e-67e2-4420-91cc-f5a0ac744985 req-f3a8d82e-7db9-4cce-bbc3-9d290a23af81 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 944 time: 0.1288931 Nov 11 22:20:14.554440 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ae265c7e-67e2-4420-91cc-f5a0ac744985 req-542ca655-6f46-4bf0-9544-69733bd33019 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607436 Nov 11 22:20:14.606357 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-67976b63-be88-4fed-83b4-fbd809aff7e2 req-9e7fb9ba-3765-4b34-ba3e-f1861699cf10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcbad872-fbd0-40a2-acd1-a807e84b8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934153 Nov 11 22:20:14.609269 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77c19a-6dcc-4787-809c-63968e9c5f9f req-127462f0-4165-40f4-9ec8-7b2d5f1c160e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:14.611797 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4a77c19a-6dcc-4787-809c-63968e9c5f9f req-127462f0-4165-40f4-9ec8-7b2d5f1c160e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4ba6ec0-e7b0-4914-9c13-c2928c121dea HTTP/1.1" status: 200 len: 849 time: 0.2323103 Nov 11 22:20:14.698335 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-78fbe8ff-4fa3-479e-9132-1b908c4c9011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:19:04Z', 'revision_number': 4, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_floatingips': [{'id': 'f7c0ce34-ab13-4f36-ac6f-a677a6ebd180', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'floating_ip_address': '172.28.0.74', 'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'router_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'port_id': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'mac_address': 'fa:16:3e:d6:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e725fcd5-c6c2-4c92-81cc-880b627a35f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:20:08Z', 'revision_number': 1, 'project_id': '30b5c8060107440099282a255f5a3afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5263b172-849d-4f6c-be93-0b151365a3c7', 'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'mac_address': 'fa:16:3e:c0:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:00Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '30b5c8060107440099282a255f5a3afc', 'subnets': [{'id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:14.704137 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fbe8ff-4fa3-479e-9132-1b908c4c9011 None None] Checking router: d3907bdb-eddc-43f3-889e-90275a1f4d50 for host: dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:20:14.716859 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fbe8ff-4fa3-479e-9132-1b908c4c9011 None None] Routers {'d3907bdb-eddc-43f3-889e-90275a1f4d50'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:20:14.717592 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-78fbe8ff-4fa3-479e-9132-1b908c4c9011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:19:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['d3907bdb-eddc-43f3-889e-90275a1f4d50'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:14.765156 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e725fcd5-c6c2-4c92-81cc-880b627a35f0', 'tag': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:20:14.963307 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e725fcd5-c6c2-4c92-81cc-880b627a35f0', 'tag': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb', 'status': 'completed', 'code': 200} Nov 11 22:20:15.026692 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-78fbe8ff-4fa3-479e-9132-1b908c4c9011 None None] Set router d3907bdb-eddc-43f3-889e-90275a1f4d50 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:20:15.137304 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-67976b63-be88-4fed-83b4-fbd809aff7e2 req-19abab37-1a65-4f51-8500-4bb1628f3797 service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231283 Nov 11 22:20:15.143028 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4a77c19a-6dcc-4787-809c-63968e9c5f9f req-6703bc27-47e3-4575-ab3b-956a3e3a22c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65d9ad99-3a08-4dd5-af3c-91116e42d962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4645839 Nov 11 22:20:15.153382 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8275d08e-4475-45fd-9376-37dfdff49612 req-3dedbb3c-0422-467b-aabc-8cd014164994 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30b5c8060107440099282a255f5a3afc&device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 1099 time: 0.1882644 Nov 11 22:20:15.180631 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f514898-deb4-4ec0-b14e-93063d42eb86 req-d7eb82b8-0e48-4256-a135-a00cddef6270 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:15.180631 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7f514898-deb4-4ec0-b14e-93063d42eb86 req-d7eb82b8-0e48-4256-a135-a00cddef6270 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1007109 Nov 11 22:20:15.249465 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7f514898-deb4-4ec0-b14e-93063d42eb86 req-6d58d52d-40cd-462a-95d1-66f701628f33 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627584 Nov 11 22:20:15.956788 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275d08e-4475-45fd-9376-37dfdff49612 req-5079a679-a77f-4e9b-b730-cb4ed5f18640 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:15.959642 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8275d08e-4475-45fd-9376-37dfdff49612 req-5079a679-a77f-4e9b-b730-cb4ed5f18640 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e502878-60da-4698-8f22-97917266e235 HTTP/1.1" status: 200 len: 918 time: 0.7772141 Nov 11 22:20:16.066646 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b71636-2957-4b5d-81fc-cc715304bdc3 req-645e8dc5-dace-4331-9504-d15e44043e1d tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:16.078280 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b1b71636-2957-4b5d-81fc-cc715304bdc3 req-645e8dc5-dace-4331-9504-d15e44043e1d tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 944 time: 0.3226335 Nov 11 22:20:16.080563 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4a77c19a-6dcc-4787-809c-63968e9c5f9f req-d1caec81-15ae-47c0-806d-ec3c0c4737f4 service neutron] 10.222.0.55 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8967631 Nov 11 22:20:16.093880 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-78fbe8ff-4fa3-479e-9132-1b908c4c9011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:19:04Z', 'revision_number': 4, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_floatingips': [{'id': 'f7c0ce34-ab13-4f36-ac6f-a677a6ebd180', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'floating_ip_address': '172.28.0.74', 'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'router_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'port_id': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'mac_address': 'fa:16:3e:d6:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e725fcd5-c6c2-4c92-81cc-880b627a35f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:20:08Z', 'revision_number': 1, 'project_id': '30b5c8060107440099282a255f5a3afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5263b172-849d-4f6c-be93-0b151365a3c7', 'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'mac_address': 'fa:16:3e:c0:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:00Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '30b5c8060107440099282a255f5a3afc', 'subnets': [{'id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:16.101786 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fbe8ff-4fa3-479e-9132-1b908c4c9011 None None] The sync data for ids ['d3907bdb-eddc-43f3-889e-90275a1f4d50'] in dv-cinder-815883-4-smb is: [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:19:04Z', 'revision_number': 4, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_floatingips': [{'id': 'f7c0ce34-ab13-4f36-ac6f-a677a6ebd180', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'floating_ip_address': '172.28.0.74', 'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'router_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'port_id': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'mac_address': 'fa:16:3e:d6:61:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e725fcd5-c6c2-4c92-81cc-880b627a35f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:20:08Z', 'revision_number': 1, 'project_id': '30b5c8060107440099282a255f5a3afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5263b172-849d-4f6c-be93-0b151365a3c7', 'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'mac_address': 'fa:16:3e:c0:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:00Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '30b5c8060107440099282a255f5a3afc', 'subnets': [{'id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:20:16.183412 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b1b71636-2957-4b5d-81fc-cc715304bdc3 req-d80ac150-3b48-4a42-9413-5780c4b1bc4e tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975177 Nov 11 22:20:16.307430 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-67976b63-be88-4fed-83b4-fbd809aff7e2 req-66902d82-3567-4c29-b3f6-24d56c6f803e service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1524887 Nov 11 22:20:16.346072 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8275d08e-4475-45fd-9376-37dfdff49612 req-234b2f62-70b8-4a8c-affb-6c8f8b929919 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb HTTP/1.1" status: 200 len: 999 time: 0.3704460 Nov 11 22:20:16.396788 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 8b4c963c-4d4b-4836-a2ff-26c337315fd5 up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:20:16.424456 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:20:16.500384 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275d08e-4475-45fd-9376-37dfdff49612 req-6f20b85c-fc78-4f19-a3e8-e76091bae933 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:16.508210 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8275d08e-4475-45fd-9376-37dfdff49612 req-6f20b85c-fc78-4f19-a3e8-e76091bae933 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28b1f60c-9def-4779-8aa9-49aa02b8c273 HTTP/1.1" status: 200 len: 856 time: 0.1461797 Nov 11 22:20:16.629989 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4a77c19a-6dcc-4787-809c-63968e9c5f9f req-6cbaa642-0c03-402a-84a0-590e7fdf2227 service neutron] 10.222.0.55 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5276096 Nov 11 22:20:16.649473 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf3c10-56c3-4356-b2e8-e0d71598ff3a req-5f3db584-bb60-4ec4-8c42-0e0f9bde72fe tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:16.658033 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning for port 8b4c963c-4d4b-4836-a2ff-26c337315fd5 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:20:16.662892 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-48bf3c10-56c3-4356-b2e8-e0d71598ff3a req-5f3db584-bb60-4ec4-8c42-0e0f9bde72fe tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1822157 Nov 11 22:20:16.668022 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port 8b4c963c-4d4b-4836-a2ff-26c337315fd5 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:16.668022 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:16.746799 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8275d08e-4475-45fd-9376-37dfdff49612 req-21a4f632-297f-4938-a1bc-c40d9dc86715 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e502878-60da-4698-8f22-97917266e235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2320242 Nov 11 22:20:16.771639 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d6251d-ef5f-4b4a-8b3c-6b66ba66fc8c None None] New status for floating IP f7c0ce34-ab13-4f36-ac6f-a677a6ebd180: ACTIVE {{(pid=88357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 22:20:16.782739 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-48bf3c10-56c3-4356-b2e8-e0d71598ff3a req-c2258d52-177b-487f-9562-9ff76ab3c120 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180930 Nov 11 22:20:16.988538 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8275d08e-4475-45fd-9376-37dfdff49612 req-a8ef883e-e097-475b-bf15-988613193851 service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318509 Nov 11 22:20:17.186771 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8275d08e-4475-45fd-9376-37dfdff49612 req-ce2cacfd-2a82-4511-bf1e-6050d6f4255c service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904602 Nov 11 22:20:17.249632 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56c4eeec-827c-4d5f-8489-aa3c6a9c901a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:17.252986 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:17.364035 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 8b4c963c-4d4b-4836-a2ff-26c337315fd5, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8b4c963c-4d4b-4836-a2ff-26c337315fd5,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:20:17.366738 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca82fd9-2954-49c0-99cd-13de39cfa908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4c963c-4d4b-4836-a2ff-26c337315fd5'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:20:17.411567 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:17.411567 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:17.506328 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=8b4c963c-4d4b-4836-a2ff-26c337315fd5,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:17.510196 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:17.513959 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca82fd9-2954-49c0-99cd-13de39cfa908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b4c963c-4d4b-4836-a2ff-26c337315fd5', 'code': 200} Nov 11 22:20:17.552994 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a1bcd-67be-4fc0-a406-dc2f793f00fd req-4b000812-4f81-4874-a7be-623e6699c9b5 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:17.554828 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-649a1bcd-67be-4fc0-a406-dc2f793f00fd req-4b000812-4f81-4874-a7be-623e6699c9b5 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 945 time: 0.1582353 Nov 11 22:20:17.618075 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-649a1bcd-67be-4fc0-a406-dc2f793f00fd req-6dcc753d-e216-427e-a931-4f2f52ec8e26 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569928 Nov 11 22:20:17.875004 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bde3c7d1-1014-4daf-add4-5c347e163552 req-c88a9a3f-65b1-43d5-bac5-9cece024e6bb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 1098 time: 0.0930378 Nov 11 22:20:17.975539 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bde3c7d1-1014-4daf-add4-5c347e163552 req-8ef76be2-f5b8-4c64-b55f-169fe96ab381 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908332 Nov 11 22:20:18.066948 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca7f29-777a-4747-8e35-322e131d1519 req-f50fdf42-c177-48f3-986a-cebf6e872f9d tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:18.068657 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-37ca7f29-777a-4747-8e35-322e131d1519 req-f50fdf42-c177-48f3-986a-cebf6e872f9d tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1243799 Nov 11 22:20:18.144036 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-37ca7f29-777a-4747-8e35-322e131d1519 req-984709ac-e097-4f64-8693-bc142a409346 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647073 Nov 11 22:20:18.777810 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:18.890726 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590131c-f627-4194-955f-58e3980a5885 req-5818e720-fb8e-4b21-851a-722e91532ffa tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:18.892408 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7590131c-f627-4194-955f-58e3980a5885 req-5818e720-fb8e-4b21-851a-722e91532ffa tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 945 time: 0.0984545 Nov 11 22:20:18.960070 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7590131c-f627-4194-955f-58e3980a5885 req-fea69f6c-da1e-4c5f-ad0e-259603648a45 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612736 Nov 11 22:20:19.177578 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 55852) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:19.362483 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c47e624a-3750-4e70-a89d-79d76db2525c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:19.420726 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c47e624a-3750-4e70-a89d-79d76db2525c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:19.426926 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-c47e624a-3750-4e70-a89d-79d76db2525c admin admin] Usage tracker for resource:security_group_rule and tenant:0c27dbb7c6b84774a020abd016a8e8a6 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:19.430470 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-c47e624a-3750-4e70-a89d-79d76db2525c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:19.439385 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2baf4-9dc8-4666-8f70-88bb043faa85 req-66152dae-2b52-47c6-bf0e-102a2959957d tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:19.441017 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9af2baf4-9dc8-4666-8f70-88bb043faa85 req-66152dae-2b52-47c6-bf0e-102a2959957d tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1526027 Nov 11 22:20:19.445811 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c47e624a-3750-4e70-a89d-79d76db2525c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:19.515727 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9af2baf4-9dc8-4666-8f70-88bb043faa85 req-ab4da157-45b6-4e75-b1cd-02609f5f5369 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657020 Nov 11 22:20:19.598175 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c47e624a-3750-4e70-a89d-79d76db2525c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:19.629014 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c47e624a-3750-4e70-a89d-79d76db2525c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:19.657770 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c0bee088-4713-4654-bc9c-eb431f23a6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:19.659779 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:19.682791 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-c47e624a-3750-4e70-a89d-79d76db2525c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c27dbb7c6b84774a020abd016a8e8a6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5012498 Nov 11 22:20:19.683151 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 55868) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:19.730628 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e624a-3750-4e70-a89d-79d76db2525c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8247a791-e106-463d-bc1c-bab772513359,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:19.740074 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c47e624a-3750-4e70-a89d-79d76db2525c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:19.794761 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6f63a04-a85c-4d37-a10f-3d5aeb8dc202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:19.828129 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6f63a04-a85c-4d37-a10f-3d5aeb8dc202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:19.966292 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6f63a04-a85c-4d37-a10f-3d5aeb8dc202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:19.971924 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-50b953b6-6ef4-44e7-af43-0b1f9e89b8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:19.987184 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f63a04-a85c-4d37-a10f-3d5aeb8dc202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8247a791-e106-463d-bc1c-bab772513359,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:19.992671 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b6f63a04-a85c-4d37-a10f-3d5aeb8dc202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:19.993299 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b6f63a04-a85c-4d37-a10f-3d5aeb8dc202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:20.009038 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-b6f63a04-a85c-4d37-a10f-3d5aeb8dc202 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8247a791-e106-463d-bc1c-bab772513359 HTTP/1.1" status: 204 len: 168 time: 0.3219900 Nov 11 22:20:20.257971 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:20.351526 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f730ff6-14e1-4a9f-9985-bcc0e5bc87fb req-4289955f-cb88-4ae6-858d-250ad1e16cab tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:20.353195 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3f730ff6-14e1-4a9f-9985-bcc0e5bc87fb req-4289955f-cb88-4ae6-858d-250ad1e16cab tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 945 time: 0.0994136 Nov 11 22:20:20.421827 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3f730ff6-14e1-4a9f-9985-bcc0e5bc87fb req-8ead7077-aa42-4919-8366-56c354ff02b5 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602205 Nov 11 22:20:20.834080 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 55904) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:21.180352 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e29a486f-cd53-4568-b205-ad81c6e46007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:21.207804 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdbe72-2d98-4519-b3a4-8894bf684780 req-85faba8e-8db5-405a-83d8-b448c39c32a5 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:21.209686 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5ffdbe72-2d98-4519-b3a4-8894bf684780 req-85faba8e-8db5-405a-83d8-b448c39c32a5 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.2746475 Nov 11 22:20:21.286352 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5ffdbe72-2d98-4519-b3a4-8894bf684780 req-b95256bd-98e9-4fea-b575-6bad1eb7d4f7 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647256 Nov 11 22:20:21.296468 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e29a486f-cd53-4568-b205-ad81c6e46007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:21.306846 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e29a486f-cd53-4568-b205-ad81c6e46007 admin admin] Usage tracker for resource:security_group_rule and tenant:ee91223981494c39bc647596bd40f000 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:21.311245 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e29a486f-cd53-4568-b205-ad81c6e46007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:21.322045 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e29a486f-cd53-4568-b205-ad81c6e46007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:21.445723 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:21.450178 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e29a486f-cd53-4568-b205-ad81c6e46007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:21.474516 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e29a486f-cd53-4568-b205-ad81c6e46007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:21.510068 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ffc8c690-bc3c-4ed3-95f8-cc8b332dde90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:21.527374 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 55932) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:21.539707 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-e29a486f-cd53-4568-b205-ad81c6e46007 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee91223981494c39bc647596bd40f000&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7153757 Nov 11 22:20:21.569248 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a486f-cd53-4568-b205-ad81c6e46007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfa66d0-7ebb-44a1-a99f-033365783849,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:21.574084 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e29a486f-cd53-4568-b205-ad81c6e46007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:21.619511 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-66dfa722-dc1c-476c-95f0-c048b18a62bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:21.653081 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-66dfa722-dc1c-476c-95f0-c048b18a62bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:21.746689 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-66dfa722-dc1c-476c-95f0-c048b18a62bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:21.752960 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:21.781636 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfa722-dc1c-476c-95f0-c048b18a62bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfa66d0-7ebb-44a1-a99f-033365783849,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:21.786013 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-66dfa722-dc1c-476c-95f0-c048b18a62bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:21.795827 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-66dfa722-dc1c-476c-95f0-c048b18a62bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:21.802961 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-66dfa722-dc1c-476c-95f0-c048b18a62bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1cfa66d0-7ebb-44a1-a99f-033365783849 HTTP/1.1" status: 204 len: 168 time: 0.2741299 Nov 11 22:20:22.735055 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 55974) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:22.763310 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e57d36-d535-4165-b3d9-0d46323acce9 req-4a9ce30c-d12b-4d1b-ba6c-3c3ca25b3020 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:22.767016 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-05e57d36-d535-4165-b3d9-0d46323acce9 req-4a9ce30c-d12b-4d1b-ba6c-3c3ca25b3020 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.2980716 Nov 11 22:20:22.813468 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c10c841c-d8c0-498a-bc91-e3963d7a481f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:22.864494 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c10c841c-d8c0-498a-bc91-e3963d7a481f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:22.872120 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-c10c841c-d8c0-498a-bc91-e3963d7a481f admin admin] Usage tracker for resource:security_group_rule and tenant:b29f24002cbf4a4eb513731aa8f29203 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:22.875957 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-c10c841c-d8c0-498a-bc91-e3963d7a481f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:22.879356 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-05e57d36-d535-4165-b3d9-0d46323acce9 req-4e007ac3-66f1-4e8d-b30e-f689273ab12f tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010821 Nov 11 22:20:22.889031 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c10c841c-d8c0-498a-bc91-e3963d7a481f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:22.977893 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c10c841c-d8c0-498a-bc91-e3963d7a481f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:23.017172 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c10c841c-d8c0-498a-bc91-e3963d7a481f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:23.025489 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2c52d7a3-7fbd-49dd-ad9e-a2390eff9bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:23.070586 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c841c-d8c0-498a-bc91-e3963d7a481f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a914a1c9-51f2-4940-9064-50908f6d9e9e,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:23.074697 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c10c841c-d8c0-498a-bc91-e3963d7a481f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:23.078158 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-c10c841c-d8c0-498a-bc91-e3963d7a481f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b29f24002cbf4a4eb513731aa8f29203&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3406494 Nov 11 22:20:23.081088 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 55986) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:23.155703 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f46b44bb-dda6-48ec-be42-ac86529485f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:23.215961 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f46b44bb-dda6-48ec-be42-ac86529485f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:23.338027 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f46b44bb-dda6-48ec-be42-ac86529485f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:23.344231 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:23.363568 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b44bb-dda6-48ec-be42-ac86529485f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a914a1c9-51f2-4940-9064-50908f6d9e9e,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:23.366850 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f46b44bb-dda6-48ec-be42-ac86529485f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:23.368067 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f46b44bb-dda6-48ec-be42-ac86529485f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:23.369364 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-f46b44bb-dda6-48ec-be42-ac86529485f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a914a1c9-51f2-4940-9064-50908f6d9e9e HTTP/1.1" status: 204 len: 168 time: 0.2865474 Nov 11 22:20:24.271565 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94aec33-9f44-4684-b65e-d406c7ab0c71 req-d11c7dbb-0625-4631-aaac-70762872db0a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:24.273255 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a94aec33-9f44-4684-b65e-d406c7ab0c71 req-d11c7dbb-0625-4631-aaac-70762872db0a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1700225 Nov 11 22:20:24.341542 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a94aec33-9f44-4684-b65e-d406c7ab0c71 req-54f25535-ce3e-4117-9c16-75c5d47fdbbb tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602345 Nov 11 22:20:25.027879 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56050) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:25.399120 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-414560696-network', 'tenant_id': '970a79010894485c806dc1e58aff6760'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:20:25.404074 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:25.409006 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Usage tracker for resource:network and tenant:970a79010894485c806dc1e58aff6760 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:25.412268 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:25.419635 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:25.476496 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Made reservation on behalf of 970a79010894485c806dc1e58aff6760 for: {'network': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:20:25.500910 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for network, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:25.541783 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:25.594178 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:25.600067 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Usage tracker for resource:security_group_rule and tenant:970a79010894485c806dc1e58aff6760 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:25.603347 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:25.614138 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:25.637993 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1302a1-d2ff-448a-9c8f-3878b431aa5b req-1f8f4b94-95d8-4168-91f6-13f9545e088c tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:25.642181 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4f1302a1-d2ff-448a-9c8f-3878b431aa5b req-1f8f4b94-95d8-4168-91f6-13f9545e088c tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1061399 Nov 11 22:20:25.729633 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4f1302a1-d2ff-448a-9c8f-3878b431aa5b req-1e029b1b-13c8-44fd-a45b-2ddac9100195 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757980 Nov 11 22:20:25.746122 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:25.782986 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:25.789644 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-70557922-8461-45e4-b1ba-09d07cffd0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:25.833475 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e48d094-53ea-4bf3-ad25-53baf40fbee3,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:25.838105 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:25.839332 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=88356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 22:20:25.939843 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:25.940454 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.segments_db [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Added segment 87c7138a-466a-466a-a3a0-ee47804e2f41 of type vlan for network 4aa00e17-59c4-4179-a628-3da5e1912d61 Nov 11 22:20:26.007222 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762808067494'] for network, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:26.045918 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-82b59498-03c5-4290-b172-54de1c5710c0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:26.047600 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-82b59498-03c5-4290-b172-54de1c5710c0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/networks?id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 HTTP/1.1" status: 200 len: 815 time: 0.2834206 Nov 11 22:20:26.067484 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-388c6217-0db7-443b-8168-e316f9b681e4 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/quotas/a4f3f3ba04d742bfab0c7d05cddbf2d8 HTTP/1.1" status: 200 len: 375 time: 0.0135188 Nov 11 22:20:26.210267 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-4cfd83ab-e967-4719-81dc-54469402b212 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4f3f3ba04d742bfab0c7d05cddbf2d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1361561 Nov 11 22:20:26.222910 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for network, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:26.224984 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:26.226097 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:26.232319 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6bb98a72-fb20-4658-81a8-2e2212291db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:26.346287 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Pushing event updated for resources: {'Network': ['ID=4aa00e17-59c4-4179-a628-3da5e1912d61,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:26.349096 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:26.366014 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Network 4aa00e17-59c4-4179-a628-3da5e1912d61 details requested by agent ovs-agent-dv-cinder-815883-4-smb with host dv-cinder-815883-4-smb {{(pid=88357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 22:20:26.371583 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-cd8b067d-f25b-44a6-ae94-c494d099d4b0 service neutron] 10.222.0.25 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529369 Nov 11 22:20:26.383653 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3545620 Nov 11 22:20:26.388683 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56086) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:26.396634 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ac5f2741-5bc3-479c-9256-0c95b23fbc66 admin admin] Request body: {'subnet': {'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-414560696-subnet', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'ip_version': 4}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:20:26.403014 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ac5f2741-5bc3-479c-9256-0c95b23fbc66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:26.409045 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ac5f2741-5bc3-479c-9256-0c95b23fbc66 admin admin] Usage tracker for resource:subnet and tenant:970a79010894485c806dc1e58aff6760 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:26.412849 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ac5f2741-5bc3-479c-9256-0c95b23fbc66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:26.420651 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ac5f2741-5bc3-479c-9256-0c95b23fbc66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:26.469158 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5f2741-5bc3-479c-9256-0c95b23fbc66 admin admin] Made reservation on behalf of 970a79010894485c806dc1e58aff6760 for: {'subnet': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:20:26.475625 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac5f2741-5bc3-479c-9256-0c95b23fbc66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:26.889185 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-3652a96f-60db-4a91-84bb-e48cb9a2e37c service neutron] 10.222.0.25 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092030 Nov 11 22:20:27.189081 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac5f2741-5bc3-479c-9256-0c95b23fbc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for subnet, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:27.202645 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2ce408d9-a87f-4e14-ab83-a020934d3741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:27.274068 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f2741-5bc3-479c-9256-0c95b23fbc66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ef2997f-4cea-48bc-8493-7bbd8948b08c,revision_number=0']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:27.278635 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ac5f2741-5bc3-479c-9256-0c95b23fbc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:27.315200 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5f2741-5bc3-479c-9256-0c95b23fbc66 admin admin] Checking segment: {'id': '87c7138a-466a-466a-a3a0-ee47804e2f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:20:27.315682 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5f2741-5bc3-479c-9256-0c95b23fbc66 admin admin] Network hostable DHCP agents. Network: 4aa00e17-59c4-4179-a628-3da5e1912d61, hostable agents: ['677b8291-3a34-4ed4-9d57-1628f65efd5e'], hosted agents: [] {{(pid=88356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 22:20:27.388474 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5f2741-5bc3-479c-9256-0c95b23fbc66 admin admin] Network 4aa00e17-59c4-4179-a628-3da5e1912d61 is scheduled to be hosted by DHCP agent 677b8291-3a34-4ed4-9d57-1628f65efd5e with binding_index 1 {{(pid=88356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 22:20:27.444307 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fc8d9984-bf62-4379-8e94-57dd55e07aea req-dc3598a7-7830-4463-b778-8985eb8ef0d7 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 210 time: 0.0536139 Nov 11 22:20:27.453005 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-ac5f2741-5bc3-479c-9256-0c95b23fbc66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-smb, 4aa00e17-59c4-4179-a628-3da5e1912d61) {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:20:27.458644 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5f2741-5bc3-479c-9256-0c95b23fbc66 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:27.459634 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ac5f2741-5bc3-479c-9256-0c95b23fbc66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:27.464917 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffe76dc-f5c1-4117-be74-418cb6bd864c None None] Network 4aa00e17-59c4-4179-a628-3da5e1912d61 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:20:27.507405 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef8baf-4527-4101-afd9-dabe7ad606ae req-b797b403-dcbb-43c5-8330-e0ad7efa42fa tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:27.513064 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-50ef8baf-4527-4101-afd9-dabe7ad606ae req-b797b403-dcbb-43c5-8330-e0ad7efa42fa tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.2146032 Nov 11 22:20:27.582653 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-50ef8baf-4527-4101-afd9-dabe7ad606ae req-3f022cee-5a4a-4b9c-9dc9-351812c14c73 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683229 Nov 11 22:20:27.608138 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-ac5f2741-5bc3-479c-9256-0c95b23fbc66 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2171803 Nov 11 22:20:27.610992 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56132) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:27.622486 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-414560696-router', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:20:27.646141 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:27.661773 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Usage tracker for resource:router and tenant:970a79010894485c806dc1e58aff6760 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:27.676723 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:27.698329 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:27.738279 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854293586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036852686418'] for router, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:27.740034 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854332808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2089382'] for router, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:27.866597 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:27.917304 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5c71123-0637-5e80-91e8-52e6b825b827-4aa00e17-59c4-4179-a628-3da5e1912d61', 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'fixed_ips': [{'subnet_id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c'}]}} from dv-cinder-815883-4-smb. {{(pid=88357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 11 22:20:27.920054 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:28.161761 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854332855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854293569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2089417'] for router, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:28.320344 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Allocated IP 172.20.0.2 (4aa00e17-59c4-4179-a628-3da5e1912d61/0ef2997f-4cea-48bc-8493-7bbd8948b08c/554f0a56-bfaa-473a-8a4f-8f08f4927831) {{(pid=88357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:20:28.645168 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:28.696954 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:28.855653 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Notify callbacks [] for port, precommit_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:28.895030 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Transition to ACTIVE for port object 554f0a56-bfaa-473a-8a4f-8f08f4927831 will not be triggered until provisioned by entity L2. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:20:28.919939 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Transition to ACTIVE for port object 554f0a56-bfaa-473a-8a4f-8f08f4927831 will not be triggered until provisioned by entity DHCP. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:20:28.972061 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:28.983650 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:29.068560 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-abb4ced3-7d20-4c14-b1bb-c9dc520a8159 req-4feccfb3-68e2-43b4-90bf-408c17c3fcf1 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 210 time: 0.1185732 Nov 11 22:20:29.096826 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Network 4aa00e17-59c4-4179-a628-3da5e1912d61 is already hosted by enough agents. {{(pid=88357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:20:29.102844 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Resources bound (agent type, host, resource id): {{(pid=88357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:20:29.111201 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Received port after_create {{(pid=88357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:20:29.115914 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Pushing event updated for resources: {'Port': ['ID=554f0a56-bfaa-473a-8a4f-8f08f4927831,revision_number=1']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:29.142760 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Allocated IP 172.28.0.53 (bf438b09-e7cb-41a3-9cf4-64cadd7b8e13/ef69609a-b63d-436e-8cdc-c158ad574162/7baf1afd-b67f-46fb-9af9-27c4bca1323e) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:20:29.161090 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:29.326242 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d769c34-3c7a-4246-9329-e725ba6466b2 req-28578545-f23f-46da-956f-37c8b3cbddc9 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:29.329924 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9d769c34-3c7a-4246-9329-e725ba6466b2 req-28578545-f23f-46da-956f-37c8b3cbddc9 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.3758149 Nov 11 22:20:29.367065 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:29.402880 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Attempting to bind port 554f0a56-bfaa-473a-8a4f-8f08f4927831 on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:20:29.403418 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Attempting to bind port 554f0a56-bfaa-473a-8a4f-8f08f4927831 by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': '87c7138a-466a-466a-a3a0-ee47804e2f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61'}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:20:29.403958 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Attempting to bind port 554f0a56-bfaa-473a-8a4f-8f08f4927831 on network 4aa00e17-59c4-4179-a628-3da5e1912d61 {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:20:29.419365 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:20:29.420025 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Checking segment: {'id': '87c7138a-466a-466a-a3a0-ee47804e2f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:20:29.421305 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:29.422071 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Bound using segment: {'id': '87c7138a-466a-466a-a3a0-ee47804e2f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61'} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:20:29.422926 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Bound port: 554f0a56-bfaa-473a-8a4f-8f08f4927831, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c7138a-466a-466a-a3a0-ee47804e2f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61'}}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:20:29.423613 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:29.437579 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9d769c34-3c7a-4246-9329-e725ba6466b2 req-b2c6fe66-630a-4ea1-9b0f-9bb85f809860 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959256 Nov 11 22:20:29.484144 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:29.504355 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8719a908-7b51-448a-bbbd-fc69ef672180 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:29.571233 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:20:29.575438 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:20:29.587723 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:20:29.594042 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] For port 554f0a56-bfaa-473a-8a4f-8f08f4927831, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:20:29.598208 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] For port 554f0a56-bfaa-473a-8a4f-8f08f4927831, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=554f0a56-bfaa-473a-8a4f-8f08f4927831,segment=NetworkSegment(87c7138a-466a-466a-a3a0-ee47804e2f41),segment_id=87c7138a-466a-466a-a3a0-ee47804e2f41)] {{(pid=88357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:20:29.639939 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Pushing event updated for resources: {'Port': ['ID=7baf1afd-b67f-46fb-9af9-27c4bca1323e,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:29.659803 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:29.661198 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:29.665355 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:29.786710 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Pushing event updated for resources: {'Port': ['ID=554f0a56-bfaa-473a-8a4f-8f08f4927831,revision_number=2']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:29.792405 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:29.944294 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:29.945215 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442926'] for router, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:30.048554 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2f0fc498-afdf-4244-95e5-6d24a7c20bb6 req-e7a3f599-b6c5-4465-9019-c7055a10cdab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2160149 Nov 11 22:20:30.385264 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fdeb2c62-ffd3-4fb5-a717-bfde0e3a54a1 req-77569d27-b0f2-459d-af90-c05c7c6a6479 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 210 time: 0.0750110 Nov 11 22:20:30.884917 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c629540-7cc2-457d-adda-f1b7ad516652 req-36b9f65b-f9e7-417d-add7-912e00cf5a71 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:30.887266 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4c629540-7cc2-457d-adda-f1b7ad516652 req-36b9f65b-f9e7-417d-add7-912e00cf5a71 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1575584 Nov 11 22:20:30.910412 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-b5f7265f-a7ad-4780-b2c3-8223a3575037 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:30.913309 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-b5f7265f-a7ad-4780-b2c3-8223a3575037 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.55 "GET /v2.0/networks?id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 HTTP/1.1" status: 200 len: 815 time: 0.8973517 Nov 11 22:20:30.954227 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-af5c0db8-e496-44fc-b3c2-912857195b10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Request body: {'port': {'device_id': '17cb6c80-bfe4-470d-bb59-9475b2f547d2', 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9', 'admin_state_up': True, 'tenant_id': 'a4f3f3ba04d742bfab0c7d05cddbf2d8'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:20:30.975088 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4c629540-7cc2-457d-adda-f1b7ad516652 req-adad94bd-1efe-40c4-abcd-5cbeff954867 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810030 Nov 11 22:20:31.033655 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2f0fc498-afdf-4244-95e5-6d24a7c20bb6 req-10c1e360-6e5e-4752-85c6-9fbbb060abcd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4f3f3ba04d742bfab0c7d05cddbf2d8&device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 1098 time: 0.4203212 Nov 11 22:20:31.294894 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-af5c0db8-e496-44fc-b3c2-912857195b10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:31.307535 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-af5c0db8-e496-44fc-b3c2-912857195b10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Usage tracker for resource:port and tenant:a4f3f3ba04d742bfab0c7d05cddbf2d8 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:31.320029 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 56236) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:31.323610 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-af5c0db8-e496-44fc-b3c2-912857195b10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:31.336334 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-af5c0db8-e496-44fc-b3c2-912857195b10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:31.344171 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fc498-afdf-4244-95e5-6d24a7c20bb6 req-4614d036-0c32-4b53-a210-6a50daa7a22f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:31.345708 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2f0fc498-afdf-4244-95e5-6d24a7c20bb6 req-4614d036-0c32-4b53-a210-6a50daa7a22f service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 HTTP/1.1" status: 200 len: 916 time: 0.2470429 Nov 11 22:20:31.385353 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 56242) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:31.433849 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-af5c0db8-e496-44fc-b3c2-912857195b10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Made reservation on behalf of a4f3f3ba04d742bfab0c7d05cddbf2d8 for: {'port': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:20:31.440287 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-af5c0db8-e496-44fc-b3c2-912857195b10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:31.493591 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2f0fc498-afdf-4244-95e5-6d24a7c20bb6 req-53bcc50d-128c-49b6-90da-9ba2e1e00150 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ba682dc-6fb9-4290-b107-137bfcdcbd9e HTTP/1.1" status: 200 len: 217 time: 0.1313868 Nov 11 22:20:31.568792 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d1630077-7f3f-49ea-a2f0-d12eeb968cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:31.615267 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d1630077-7f3f-49ea-a2f0-d12eeb968cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:31.620218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-d1630077-7f3f-49ea-a2f0-d12eeb968cc3 admin admin] Usage tracker for resource:security_group_rule and tenant:58e55c9107d94f21bd91a0dbaa9f09ba is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:31.625272 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-d1630077-7f3f-49ea-a2f0-d12eeb968cc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:31.636134 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d1630077-7f3f-49ea-a2f0-d12eeb968cc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:31.690825 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-420d6c8c-93f0-4352-aa4f-e93c376de533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:31.771481 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fc498-afdf-4244-95e5-6d24a7c20bb6 req-a2f16409-b30a-4582-ba10-826687d81dd9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:31.771481 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2f0fc498-afdf-4244-95e5-6d24a7c20bb6 req-a2f16409-b30a-4582-ba10-826687d81dd9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16d9e299-f3ab-4d26-86ad-8832fcc6a207 HTTP/1.1" status: 200 len: 855 time: 0.2552006 Nov 11 22:20:31.816819 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2f0fc498-afdf-4244-95e5-6d24a7c20bb6 req-ad40788c-407a-4e11-84dc-d82e9c554af4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578573 Nov 11 22:20:32.010489 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-14723915-b74c-4b88-886d-43208d581cdc req-6999e6b4-f49a-4d52-bb9a-da58431c3397 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 210 time: 0.3031371 Nov 11 22:20:32.038045 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Router 2d62fb18-e036-498c-99ca-6dfe3891c187 is scheduled to L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a with binding_index 1 {{(pid=88356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 11 22:20:32.067338 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-420d6c8c-93f0-4352-aa4f-e93c376de533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:32.072102 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-420d6c8c-93f0-4352-aa4f-e93c376de533 admin admin] Usage tracker for resource:security_group_rule and tenant:522ca323a90f4efbbf71e12db270a9d7 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:32.073950 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2f0fc498-afdf-4244-95e5-6d24a7c20bb6 req-0ad87871-afcb-4a5e-804f-0bdbfc9fab2e service neutron] 10.222.0.55 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497175 Nov 11 22:20:32.085875 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-420d6c8c-93f0-4352-aa4f-e93c376de533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:32.095901 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-420d6c8c-93f0-4352-aa4f-e93c376de533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:32.161748 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 554f0a56-bfaa-473a-8a4f-8f08f4927831 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:20:32.204524 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d1630077-7f3f-49ea-a2f0-d12eeb968cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:32.220290 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a482f2-7e56-46f6-a296-e7e08976143e None None] Network 4aa00e17-59c4-4179-a628-3da5e1912d61 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:20:32.248632 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d1630077-7f3f-49ea-a2f0-d12eeb968cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:32.282730 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:32.303047 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-d1630077-7f3f-49ea-a2f0-d12eeb968cc3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58e55c9107d94f21bd91a0dbaa9f09ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9164484 Nov 11 22:20:32.336860 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 56258) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:32.342409 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1630077-7f3f-49ea-a2f0-d12eeb968cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8245ddf9-889d-4431-8b98-df2236dc50cb,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:32.366722 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d1630077-7f3f-49ea-a2f0-d12eeb968cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:32.429136 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-af5c0db8-e496-44fc-b3c2-912857195b10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Allocated IP 172.20.0.12 (6c03f65d-bd89-4cd3-98f2-cd54c6e153a9/16d9e299-f3ab-4d26-86ad-8832fcc6a207/67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:20:32.461879 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78941e8b-bc80-4b16-bceb-0d4caf2fb2d9 req-acb20216-ddeb-4d27-9df8-a056ebb42923 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:32.463005 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-78941e8b-bc80-4b16-bceb-0d4caf2fb2d9 req-acb20216-ddeb-4d27-9df8-a056ebb42923 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.2569594 Nov 11 22:20:32.469676 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-4380507d-ae9c-49af-9148-5f20d772549a None None] Provisioning for port 554f0a56-bfaa-473a-8a4f-8f08f4927831 completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:20:32.487573 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2f0fc498-afdf-4244-95e5-6d24a7c20bb6 req-e464250f-2113-4d5f-ac93-ea3f1e5dfa09 service neutron] 10.222.0.55 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963119 Nov 11 22:20:32.574328 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port 554f0a56-bfaa-473a-8a4f-8f08f4927831 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:20:32.584744 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0742d2ac-4048-4ad9-98eb-70b668d28afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:32.603318 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 554f0a56-bfaa-473a-8a4f-8f08f4927831 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:32.603993 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:32.657700 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-78941e8b-bc80-4b16-bceb-0d4caf2fb2d9 req-6535fe88-0ac5-49dd-8492-16f6feb694e7 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759000 Nov 11 22:20:32.665829 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0742d2ac-4048-4ad9-98eb-70b668d28afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:32.751762 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-420d6c8c-93f0-4352-aa4f-e93c376de533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:32.805369 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0742d2ac-4048-4ad9-98eb-70b668d28afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:32.818811 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:32.833979 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-420d6c8c-93f0-4352-aa4f-e93c376de533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:32.839736 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:32.851303 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742d2ac-4048-4ad9-98eb-70b668d28afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8245ddf9-889d-4431-8b98-df2236dc50cb,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:32.858941 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0742d2ac-4048-4ad9-98eb-70b668d28afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:32.862926 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9554cbb4-51a9-490f-81fc-18aef0c49a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:32.877332 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0742d2ac-4048-4ad9-98eb-70b668d28afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:32.881474 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-0742d2ac-4048-4ad9-98eb-70b668d28afe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8245ddf9-889d-4431-8b98-df2236dc50cb HTTP/1.1" status: 204 len: 168 time: 0.5408256 Nov 11 22:20:32.885550 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:20:32.902777 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Sync routers for ids ['2d62fb18-e036-498c-99ca-6dfe3891c187'] in dv-cinder-815883-4-smb {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:20:32.916617 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-af5c0db8-e496-44fc-b3c2-912857195b10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:32.927885 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-420d6c8c-93f0-4352-aa4f-e93c376de533 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=522ca323a90f4efbbf71e12db270a9d7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6064751 Nov 11 22:20:32.929473 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d6c8c-93f0-4352-aa4f-e93c376de533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9820fa25-7206-41b4-bd17-d229c3f41046,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:32.933148 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-420d6c8c-93f0-4352-aa4f-e93c376de533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:32.934318 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 56266) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:32.938180 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] For port 554f0a56-bfaa-473a-8a4f-8f08f4927831, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=554f0a56-bfaa-473a-8a4f-8f08f4927831,segment=NetworkSegment(87c7138a-466a-466a-a3a0-ee47804e2f41),segment_id=87c7138a-466a-466a-a3a0-ee47804e2f41)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:20:32.946776 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Routers {'2d62fb18-e036-498c-99ca-6dfe3891c187'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:20:32.953808 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:20:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2d62fb18-e036-498c-99ca-6dfe3891c187'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:32.971553 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:32.975070 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:33.028903 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6df3d15d-1217-4d70-b9df-9139a74dc8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:33.036166 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Notify callbacks [] for router, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:33.037499 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.4250104 Nov 11 22:20:33.042356 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56270) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:33.139668 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6df3d15d-1217-4d70-b9df-9139a74dc8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:33.208493 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-af5c0db8-e496-44fc-b3c2-912857195b10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:33.253359 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:33.278939 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['0ba682dc-6fb9-4290-b107-137bfcdcbd9e', '8b4c963c-4d4b-4836-a2ff-26c337315fd5'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:20:33.362971 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Set router 2d62fb18-e036-498c-99ca-6dfe3891c187 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:20:33.390001 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-af5c0db8-e496-44fc-b3c2-912857195b10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:20:33.397080 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-af5c0db8-e496-44fc-b3c2-912857195b10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:20:33.411004 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-af5c0db8-e496-44fc-b3c2-912857195b10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:20:33.417432 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-af5c0db8-e496-44fc-b3c2-912857195b10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:33.417432 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-af5c0db8-e496-44fc-b3c2-912857195b10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:33.489770 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:33.536607 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Pushing event updated for resources: {'Port': ['ID=554f0a56-bfaa-473a-8a4f-8f08f4927831,revision_number=3']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:33.538024 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c0db8-e496-44fc-b3c2-912857195b10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Pushing event updated for resources: {'Port': ['ID=67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:33.541425 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-fbc451a2-df9c-4dde-b1cc-c9e16de87ad8 None None] Provisioning complete for port 554f0a56-bfaa-473a-8a4f-8f08f4927831 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:33.541954 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbc451a2-df9c-4dde-b1cc-c9e16de87ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:33.568751 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-af5c0db8-e496-44fc-b3c2-912857195b10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6283181 Nov 11 22:20:33.571671 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-af5c0db8-e496-44fc-b3c2-912857195b10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:33.599383 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Request body: {'port': {'device_id': '17cb6c80-bfe4-470d-bb59-9475b2f547d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:20:33.618628 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:33.636508 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9af1a-94f4-4eb8-a10c-d5058ae9af2e req-f87ed82f-6f4c-403e-a555-6c38de34561a tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:33.638232 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-07f9af1a-94f4-4eb8-a10c-d5058ae9af2e req-f87ed82f-6f4c-403e-a555-6c38de34561a tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 932 time: 0.2912498 Nov 11 22:20:33.647540 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6df3d15d-1217-4d70-b9df-9139a74dc8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:33.665098 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a74edc4c-9cd8-4103-90bc-b9c9ba539390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:33.748536 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df3d15d-1217-4d70-b9df-9139a74dc8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9820fa25-7206-41b4-bd17-d229c3f41046,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:33.825576 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6df3d15d-1217-4d70-b9df-9139a74dc8f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:33.865166 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6df3d15d-1217-4d70-b9df-9139a74dc8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:33.869583 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-6df3d15d-1217-4d70-b9df-9139a74dc8f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9820fa25-7206-41b4-bd17-d229c3f41046 HTTP/1.1" status: 204 len: 168 time: 0.9315231 Nov 11 22:20:33.975474 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-07f9af1a-94f4-4eb8-a10c-d5058ae9af2e req-96a6db6f-3ba6-476a-a2a0-4efc864cf745 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151908 Nov 11 22:20:34.098633 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 56292) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:34.122289 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'name': 'tempest-TestShelveInstance-414560696-router', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:27Z', 'updated_at': '2021-11-11T22:20:29Z', 'revision_number': 3, 'project_id': '970a79010894485c806dc1e58aff6760', 'gw_port': {'id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:28Z', 'updated_at': '2021-11-11T22:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:34.131597 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-717c2a0f-5f94-4e8d-bbf8-531d30e8c21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:34.143652 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Checking router: 2d62fb18-e036-498c-99ca-6dfe3891c187 for host: dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:20:34.146081 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Updating router 2d62fb18-e036-498c-99ca-6dfe3891c187 port 7baf1afd-b67f-46fb-9af9-27c4bca1323e binding host dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 22:20:34.164901 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:34.203347 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 554f0a56-bfaa-473a-8a4f-8f08f4927831 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:20:34.237080 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:34.386613 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-717c2a0f-5f94-4e8d-bbf8-531d30e8c21d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:34.415043 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-717c2a0f-5f94-4e8d-bbf8-531d30e8c21d admin admin] Usage tracker for resource:security_group_rule and tenant:3cc131bbbea04896bfbcd6fd6229ce03 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:34.431918 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-717c2a0f-5f94-4e8d-bbf8-531d30e8c21d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:34.458205 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-717c2a0f-5f94-4e8d-bbf8-531d30e8c21d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:34.538248 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 554f0a56-bfaa-473a-8a4f-8f08f4927831 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:34.538665 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:34.579357 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce52510-27c7-4fd5-ab33-4fef7b812ecb req-9e43025c-b778-4f44-a3df-597ea525a16a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:34.599797 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6ce52510-27c7-4fd5-ab33-4fef7b812ecb req-9e43025c-b778-4f44-a3df-597ea525a16a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.4262466 Nov 11 22:20:34.743621 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6ce52510-27c7-4fd5-ab33-4fef7b812ecb req-eae6c115-2cac-4d47-bc84-c9feddccad01 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284614 Nov 11 22:20:34.814147 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-717c2a0f-5f94-4e8d-bbf8-531d30e8c21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:34.858387 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-717c2a0f-5f94-4e8d-bbf8-531d30e8c21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:34.925763 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-420d6c8c-93f0-4352-aa4f-e93c376de533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:34.937704 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Notify callbacks [] for port, precommit_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:34.971735 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Transition to ACTIVE for port object 7baf1afd-b67f-46fb-9af9-27c4bca1323e will not be triggered until provisioned by entity L2. {{(pid=88358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:20:35.001517 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c2a0f-5f94-4e8d-bbf8-531d30e8c21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d350aea-5967-4b5f-8972-d74fe3455872,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:35.005764 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-717c2a0f-5f94-4e8d-bbf8-531d30e8c21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:35.011500 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-717c2a0f-5f94-4e8d-bbf8-531d30e8c21d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3cc131bbbea04896bfbcd6fd6229ce03&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9117002 Nov 11 22:20:35.012752 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 56308) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:35.014227 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:35.030456 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eacbb8e7-d626-458e-97a3-99e9cfbb3d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:35.092576 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3266af5f-e0d1-4420-ac32-83b356daaf0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:35.122032 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3266af5f-e0d1-4420-ac32-83b356daaf0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:35.184885 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b4156-fd0a-4278-8656-fd015247e27b None None] Pushing event updated for resources: {'Port': ['ID=7baf1afd-b67f-46fb-9af9-27c4bca1323e,revision_number=2']} {{(pid=88358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:35.189085 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Attempting to bind port 7baf1afd-b67f-46fb-9af9-27c4bca1323e on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:20:35.189569 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Attempting to bind port 7baf1afd-b67f-46fb-9af9-27c4bca1323e by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}] {{(pid=88358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:20:35.190080 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Attempting to bind port 7baf1afd-b67f-46fb-9af9-27c4bca1323e on network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:20:35.205642 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b4156-fd0a-4278-8656-fd015247e27b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:35.205959 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b4156-fd0a-4278-8656-fd015247e27b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:35.206857 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b4156-fd0a-4278-8656-fd015247e27b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:35.206857 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b4156-fd0a-4278-8656-fd015247e27b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:35.207153 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b4156-fd0a-4278-8656-fd015247e27b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:35.207594 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b4156-fd0a-4278-8656-fd015247e27b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:35.208097 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b4156-fd0a-4278-8656-fd015247e27b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:35.208530 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b4156-fd0a-4278-8656-fd015247e27b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:35.208963 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b4156-fd0a-4278-8656-fd015247e27b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:35.209898 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b4156-fd0a-4278-8656-fd015247e27b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:35.209898 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40b4156-fd0a-4278-8656-fd015247e27b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:35.215640 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:20:35.215640 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Checking segment: {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:20:35.215640 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:35.215640 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Bound using segment: {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'} {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:20:35.215640 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Bound port: 7baf1afd-b67f-46fb-9af9-27c4bca1323e, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}}] {{(pid=88358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:20:35.216281 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:35.242067 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d40b4156-fd0a-4278-8656-fd015247e27b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:35.293007 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3266af5f-e0d1-4420-ac32-83b356daaf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:35.299855 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b6f63a04-a85c-4d37-a10f-3d5aeb8dc202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:35.303279 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] For port 7baf1afd-b67f-46fb-9af9-27c4bca1323e, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:20:35.306795 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] For port 7baf1afd-b67f-46fb-9af9-27c4bca1323e, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=7baf1afd-b67f-46fb-9af9-27c4bca1323e,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:20:35.316035 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266af5f-e0d1-4420-ac32-83b356daaf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d350aea-5967-4b5f-8972-d74fe3455872,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:35.318607 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3266af5f-e0d1-4420-ac32-83b356daaf0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:35.320042 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 56314) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:35.333077 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78c12b-4d2e-468c-a095-07be861f1332 req-e92c0abd-c546-41e1-b09d-3fbbd9608803 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:35.334924 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cc78c12b-4d2e-468c-a095-07be861f1332 req-e92c0abd-c546-41e1-b09d-3fbbd9608803 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 932 time: 0.1735115 Nov 11 22:20:35.353998 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3266af5f-e0d1-4420-ac32-83b356daaf0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:35.358248 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-3266af5f-e0d1-4420-ac32-83b356daaf0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d350aea-5967-4b5f-8972-d74fe3455872 HTTP/1.1" status: 204 len: 168 time: 0.3418698 Nov 11 22:20:35.362079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-302d998e-6125-4654-82ca-4e52483cce65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:35.366422 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:35.372556 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8dce090a-c5e8-424f-9729-f080161ec88f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:35.410726 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 {{(pid=88356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:20:35.419995 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:35.450704 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Transition to ACTIVE for port object 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 will not be triggered until provisioned by entity L2. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:20:35.498625 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b4156-fd0a-4278-8656-fd015247e27b None None] Pushing event updated for resources: {'Port': ['ID=7baf1afd-b67f-46fb-9af9-27c4bca1323e,revision_number=3']} {{(pid=88358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:35.501634 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Routers {'2d62fb18-e036-498c-99ca-6dfe3891c187'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:20:35.502292 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:20:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2d62fb18-e036-498c-99ca-6dfe3891c187'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:35.531680 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:35.551564 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cc78c12b-4d2e-468c-a095-07be861f1332 req-6c6253a7-7803-4407-9348-7ed22388f0a1 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949358 Nov 11 22:20:35.563063 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-302d998e-6125-4654-82ca-4e52483cce65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:35.570186 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:35.575001 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-302d998e-6125-4654-82ca-4e52483cce65 admin admin] Usage tracker for resource:security_group_rule and tenant:9a3a9266d4ec4c329acacb343e62c133 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:35.578973 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-302d998e-6125-4654-82ca-4e52483cce65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:35.590261 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-302d998e-6125-4654-82ca-4e52483cce65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:35.692732 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-302d998e-6125-4654-82ca-4e52483cce65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:35.702804 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d40b4156-fd0a-4278-8656-fd015247e27b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:35.711680 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] Set router 2d62fb18-e036-498c-99ca-6dfe3891c187 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:20:35.731426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-302d998e-6125-4654-82ca-4e52483cce65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:35.740474 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e3e80e1d-d8da-4f9c-8820-73374b90e624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:35.791963 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d998e-6125-4654-82ca-4e52483cce65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e507ce-1ef4-4587-8a9d-c455a7f5fb72,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:35.793498 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Pushing event updated for resources: {'Port': ['ID=67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:35.801242 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-302d998e-6125-4654-82ca-4e52483cce65 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a3a9266d4ec4c329acacb343e62c133&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4737737 Nov 11 22:20:35.801242 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-302d998e-6125-4654-82ca-4e52483cce65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:35.801937 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 56326) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:35.825326 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:35.944226 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Attempting to bind port 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:20:35.944684 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Attempting to bind port 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '2e291e9e-e370-4e6b-bfcb-75446ab59746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9'}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:20:35.944958 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Attempting to bind port 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 on network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:20:35.960940 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Port 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 on network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 22:20:35.961288 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Attempting to bind port 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 on network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:20:35.974895 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Checking agent: {'id': 'd308de4e-73e5-4a02-a57f-4634dba51a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:20:35.975297 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Checking segment: {'id': '2e291e9e-e370-4e6b-bfcb-75446ab59746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:20:35.975713 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Bound using segment: {'id': '2e291e9e-e370-4e6b-bfcb-75446ab59746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9'} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:20:35.976200 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Bound port: 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e291e9e-e370-4e6b-bfcb-75446ab59746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9'}}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:20:35.976583 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:36.003395 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b6750e8-ba52-42f1-98f0-dc0ca37fb233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:36.148716 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b6750e8-ba52-42f1-98f0-dc0ca37fb233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:36.243484 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] For port 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59, host hv-cinder-81588, cleared binding levels {{(pid=88356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:20:36.302994 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] For port 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:20:36.347278 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:36.388896 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:36.423152 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1fa24cf8-d13d-48f5-a3aa-146ada8d13a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:36.447381 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4304e-5707-49a4-b9f1-cb5881019194 req-b0e48861-f066-4531-90d0-4f5fa01083b0 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:36.459112 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-13f4304e-5707-49a4-b9f1-cb5881019194 req-b0e48861-f066-4531-90d0-4f5fa01083b0 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1442673 Nov 11 22:20:36.472804 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'name': 'tempest-TestShelveInstance-414560696-router', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:27Z', 'updated_at': '2021-11-11T22:20:29Z', 'revision_number': 3, 'project_id': '970a79010894485c806dc1e58aff6760', 'gw_port': {'id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:28Z', 'updated_at': '2021-11-11T22:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:36.483100 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b6750e8-ba52-42f1-98f0-dc0ca37fb233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:36.489779 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:36.490255 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318c4e93-ce4c-4f96-9de1-a61e786f153d None None] The sync data for ids ['2d62fb18-e036-498c-99ca-6dfe3891c187'] in dv-cinder-815883-4-smb is: [{'id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'name': 'tempest-TestShelveInstance-414560696-router', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:27Z', 'updated_at': '2021-11-11T22:20:29Z', 'revision_number': 3, 'project_id': '970a79010894485c806dc1e58aff6760', 'gw_port': {'id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:28Z', 'updated_at': '2021-11-11T22:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}] {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:20:36.509576 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6750e8-ba52-42f1-98f0-dc0ca37fb233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e507ce-1ef4-4587-8a9d-c455a7f5fb72,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:36.513524 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1b6750e8-ba52-42f1-98f0-dc0ca37fb233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:36.514058 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1b6750e8-ba52-42f1-98f0-dc0ca37fb233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:36.515157 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-1b6750e8-ba52-42f1-98f0-dc0ca37fb233 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86e507ce-1ef4-4587-8a9d-c455a7f5fb72 HTTP/1.1" status: 204 len: 168 time: 0.7125614 Nov 11 22:20:36.556041 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-13f4304e-5707-49a4-b9f1-cb5881019194 req-3e81a498-7539-459d-91ce-62b605183a75 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956430 Nov 11 22:20:36.620604 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:36.622673 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] 10.222.0.55 "PUT /v2.0/ports/67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 HTTP/1.1" status: 200 len: 1094 time: 3.0388944 Nov 11 22:20:36.623899 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cb6c80-bfe4-470d-bb59-9475b2f547d2', 'tag': '67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:20:36.740137 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cb6c80-bfe4-470d-bb59-9475b2f547d2', 'tag': '67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59', 'status': 'completed', 'code': 200} Nov 11 22:20:36.757689 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Pushing event updated for resources: {'Port': ['ID=67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59,revision_number=3']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:36.769178 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:36.968069 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064e654-22b5-46b7-ba93-5d2eaa13347f req-4fe7af21-cef3-45cc-a557-421535561d95 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:36.969914 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2064e654-22b5-46b7-ba93-5d2eaa13347f req-4fe7af21-cef3-45cc-a557-421535561d95 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 944 time: 0.1052916 Nov 11 22:20:37.008341 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-c824c5c6-7ada-4363-9841-c637188e8b50 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4f3f3ba04d742bfab0c7d05cddbf2d8&device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 1097 time: 0.2024286 Nov 11 22:20:37.011738 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Allocated IP 172.20.0.1 (4aa00e17-59c4-4179-a628-3da5e1912d61/0ef2997f-4cea-48bc-8493-7bbd8948b08c/44392a62-fdfb-41df-853e-f669b4c8fb67) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:20:37.028075 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2064e654-22b5-46b7-ba93-5d2eaa13347f req-9e94ef0b-0102-4d8e-8629-95c9c8e8760d tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515811 Nov 11 22:20:37.050948 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 56354) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:37.110878 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-09ea63cc-2b0c-4aa5-9ac4-3442e583f200 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 HTTP/1.1" status: 200 len: 217 time: 0.0832422 Nov 11 22:20:37.191695 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-43e775ac-69e1-4528-8362-0a6f02047da4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:37.194305 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-43e775ac-69e1-4528-8362-0a6f02047da4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16d9e299-f3ab-4d26-86ad-8832fcc6a207 HTTP/1.1" status: 200 len: 855 time: 0.0784581 Nov 11 22:20:37.321942 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-390774f6-d3d5-4338-a03a-7faccca9247b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:37.328563 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-a40e252c-cf91-4295-8b18-13f4b4e749a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010165 Nov 11 22:20:37.385302 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-390774f6-d3d5-4338-a03a-7faccca9247b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:37.391792 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-390774f6-d3d5-4338-a03a-7faccca9247b admin admin] Usage tracker for resource:security_group_rule and tenant:bd49e53c0cb944ddae2a625b423d8539 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:37.395364 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-390774f6-d3d5-4338-a03a-7faccca9247b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:37.404078 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-390774f6-d3d5-4338-a03a-7faccca9247b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:37.506949 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-390774f6-d3d5-4338-a03a-7faccca9247b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:37.548115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-390774f6-d3d5-4338-a03a-7faccca9247b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:37.615330 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:37.657826 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-390774f6-d3d5-4338-a03a-7faccca9247b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd49e53c0cb944ddae2a625b423d8539&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6056259 Nov 11 22:20:37.660650 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56374) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:37.667082 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390774f6-d3d5-4338-a03a-7faccca9247b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a7475f-9432-48e4-a1ff-c9a3363a3758,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:37.688674 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-390774f6-d3d5-4338-a03a-7faccca9247b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:37.737997 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:37.964826 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da82e4f-6316-433d-ada0-24e3ad2d5c30 req-29fa0f4c-2079-4024-b634-f3293b0e6b96 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:37.977688 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7da82e4f-6316-433d-ada0-24e3ad2d5c30 req-29fa0f4c-2079-4024-b634-f3293b0e6b96 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1395764 Nov 11 22:20:38.023255 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-087470e1-1086-4bee-85d6-8bc73aa2d0b5 service neutron] 10.222.0.55 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216705 Nov 11 22:20:38.024477 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Transition to ACTIVE for port object 44392a62-fdfb-41df-853e-f669b4c8fb67 will not be triggered until provisioned by entity DHCP. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:20:38.105514 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4ce4-a9e2-4020-94f0-7fa7d6c7b6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:38.148765 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7da82e4f-6316-433d-ada0-24e3ad2d5c30 req-a7e4df5d-0638-4034-94bc-dad57a9c16a1 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539125 Nov 11 22:20:38.224597 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 7baf1afd-b67f-46fb-9af9-27c4bca1323e up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:20:38.263168 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4ce4-a9e2-4020-94f0-7fa7d6c7b6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:38.351589 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:38.359865 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:38.418712 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port 7baf1afd-b67f-46fb-9af9-27c4bca1323e completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:20:38.424449 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 7baf1afd-b67f-46fb-9af9-27c4bca1323e triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:38.424873 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:38.464266 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Pushing event updated for resources: {'Port': ['ID=44392a62-fdfb-41df-853e-f669b4c8fb67,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:38.464827 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:38.491047 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4ce4-a9e2-4020-94f0-7fa7d6c7b6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:38.508741 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:38.563771 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b4ce4-a9e2-4020-94f0-7fa7d6c7b6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a7475f-9432-48e4-a1ff-c9a3363a3758,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:38.566820 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ff3b4ce4-a9e2-4020-94f0-7fa7d6c7b6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:38.566969 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d1bcc-9332-424d-a264-9504fa4033c1 req-d9d07e09-b9e3-4491-a7cd-cbb44ad5cbeb tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:38.578799 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ae5d1bcc-9332-424d-a264-9504fa4033c1 req-d9d07e09-b9e3-4491-a7cd-cbb44ad5cbeb tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 944 time: 0.2641675 Nov 11 22:20:38.595173 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Network 4aa00e17-59c4-4179-a628-3da5e1912d61 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:20:38.610392 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:20:38.613940 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:20:38.614772 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854332565'] for router_interface, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:38.714478 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ae5d1bcc-9332-424d-a264-9504fa4033c1 req-abafd528-5848-4713-9dc3-1c4005b1fe56 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345656 Nov 11 22:20:38.748143 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9147403c-eb5c-4c89-97e8-40ceda82b2e8 req-dc9ac982-8ddf-4073-9e17-f3e7d606bb55 service neutron] 10.222.0.55 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7139897 Nov 11 22:20:38.748541 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:38.751114 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4ce4-a9e2-4020-94f0-7fa7d6c7b6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:38.755432 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-ff3b4ce4-a9e2-4020-94f0-7fa7d6c7b6d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3a7475f-9432-48e4-a1ff-c9a3363a3758 HTTP/1.1" status: 204 len: 168 time: 1.0907774 Nov 11 22:20:38.792788 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] For port 7baf1afd-b67f-46fb-9af9-27c4bca1323e, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=7baf1afd-b67f-46fb-9af9-27c4bca1323e,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:20:38.850911 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:38.853287 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:38.959518 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:39.001336 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Pushing event updated for resources: {'Port': ['ID=7baf1afd-b67f-46fb-9af9-27c4bca1323e,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:39.005169 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:39.150085 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dde10e5e-15a8-4049-952f-1719fd39739a req-78699261-9e1f-4fcb-8b95-79936edd1142 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4f3f3ba04d742bfab0c7d05cddbf2d8&device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 1097 time: 0.2491586 Nov 11 22:20:39.228128 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-a5a58b59-fdf9-4c88-ae49-ed64a416aa57 None None] Provisioning for port 44392a62-fdfb-41df-853e-f669b4c8fb67 completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:20:39.235447 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-a5a58b59-fdf9-4c88-ae49-ed64a416aa57 None None] Provisioning complete for port 44392a62-fdfb-41df-853e-f669b4c8fb67 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:39.236013 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a5a58b59-fdf9-4c88-ae49-ed64a416aa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:39.302084 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a5a58b59-fdf9-4c88-ae49-ed64a416aa57 None None] Port 44392a62-fdfb-41df-853e-f669b4c8fb67 cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:20:39.422469 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf026618-1dc3-4cfe-9699-4aba8319a02e req-320d6b93-5aa7-4ac8-aa41-b5363e48a2fe tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:39.429505 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cf026618-1dc3-4cfe-9699-4aba8319a02e req-320d6b93-5aa7-4ac8-aa41-b5363e48a2fe tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1004481 Nov 11 22:20:39.453671 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde10e5e-15a8-4049-952f-1719fd39739a req-571f877d-dc4a-4022-a5bb-9f1d5795d28a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:39.455415 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dde10e5e-15a8-4049-952f-1719fd39739a req-571f877d-dc4a-4022-a5bb-9f1d5795d28a service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 HTTP/1.1" status: 200 len: 916 time: 0.2854731 Nov 11 22:20:39.482525 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cf026618-1dc3-4cfe-9699-4aba8319a02e req-3eda9a70-7c30-484a-b48a-d19a8fcd1e1b tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518460 Nov 11 22:20:39.560893 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:39.579552 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dde10e5e-15a8-4049-952f-1719fd39739a req-883c02f6-49cd-44d7-bc69-4fde0866691c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 HTTP/1.1" status: 200 len: 217 time: 0.1030271 Nov 11 22:20:39.627629 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:39.628470 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851471324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443148'] for router_interface, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:39.637171 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-af5c0db8-e496-44fc-b3c2-912857195b10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:39.760566 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde10e5e-15a8-4049-952f-1719fd39739a req-12c7933e-750c-466a-aaee-e8acb8650a93 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:39.762198 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dde10e5e-15a8-4049-952f-1719fd39739a req-12c7933e-750c-466a-aaee-e8acb8650a93 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16d9e299-f3ab-4d26-86ad-8832fcc6a207 HTTP/1.1" status: 200 len: 855 time: 0.1737275 Nov 11 22:20:39.775066 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Pushing event updated for resources: {'Port': ['ID=44392a62-fdfb-41df-853e-f669b4c8fb67,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:39.857828 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:39.920710 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dde10e5e-15a8-4049-952f-1719fd39739a req-2cfb4b31-02c8-4f9c-8784-aa3dc9869297 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643513 Nov 11 22:20:39.966484 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54fd00f-5cb9-40b0-a90e-5224413f81a0 req-812d8576-6c17-45b6-80ff-4a309f59c427 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:39.974494 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d54fd00f-5cb9-40b0-a90e-5224413f81a0 req-812d8576-6c17-45b6-80ff-4a309f59c427 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 944 time: 0.1048040 Nov 11 22:20:40.070958 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Network 4aa00e17-59c4-4179-a628-3da5e1912d61 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:20:40.079195 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d54fd00f-5cb9-40b0-a90e-5224413f81a0 req-119ae0f3-15b6-4e93-ba43-c7944b0737c2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033173 Nov 11 22:20:40.080844 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:20:40.100795 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 7baf1afd-b67f-46fb-9af9-27c4bca1323e up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:20:40.294447 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 7baf1afd-b67f-46fb-9af9-27c4bca1323e triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:40.296434 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:40.344647 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dde10e5e-15a8-4049-952f-1719fd39739a req-a08b970d-a83b-4311-9735-fb01ac2cc158 service neutron] 10.222.0.55 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156876 Nov 11 22:20:40.651357 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-f6016981-b29a-4d7c-817f-1e71f28f078f None None] Provisioning complete for port 44392a62-fdfb-41df-853e-f669b4c8fb67 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:40.651938 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f6016981-b29a-4d7c-817f-1e71f28f078f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:40.757835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-f6016981-b29a-4d7c-817f-1e71f28f078f None None] Port 44392a62-fdfb-41df-853e-f669b4c8fb67 cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:20:40.788593 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ab5c4-91c4-4d92-92a2-dd34a8356d7f req-76c70fa9-0155-4d0f-ac87-547a16264922 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:40.794998 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-611ab5c4-91c4-4d92-92a2-dd34a8356d7f req-76c70fa9-0155-4d0f-ac87-547a16264922 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1255379 Nov 11 22:20:40.870451 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-611ab5c4-91c4-4d92-92a2-dd34a8356d7f req-2eaf5641-acf4-4fd1-8a84-156a0b2c5347 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710647 Nov 11 22:20:40.959898 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dde10e5e-15a8-4049-952f-1719fd39739a req-1273ede6-0974-4ec6-ac47-f181b38cd374 service neutron] 10.222.0.55 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844209 Nov 11 22:20:41.116722 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Router 2d62fb18-e036-498c-99ca-6dfe3891c187 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:20:41.430384 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff144a-c157-4d33-b5b8-36af584d3850 req-c508b672-09e6-4d6e-8e96-b7021e65bea8 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:41.431767 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:20:41.437120 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8dff144a-c157-4d33-b5b8-36af584d3850 req-c508b672-09e6-4d6e-8e96-b7021e65bea8 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 944 time: 0.1000597 Nov 11 22:20:41.447717 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] 10.222.0.25 "PUT /v2.0/routers/2d62fb18-e036-498c-99ca-6dfe3891c187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3932884 Nov 11 22:20:41.453386 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Sync routers for ids ['2d62fb18-e036-498c-99ca-6dfe3891c187'] in dv-cinder-815883-4-smb {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:20:41.476257 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Routers {'2d62fb18-e036-498c-99ca-6dfe3891c187'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:20:41.477769 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:20:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2d62fb18-e036-498c-99ca-6dfe3891c187'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:41.527588 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8dff144a-c157-4d33-b5b8-36af584d3850 req-ce5c7ffd-c382-45ee-b475-dc9aa69cea9e tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667038 Nov 11 22:20:41.721124 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Set router 2d62fb18-e036-498c-99ca-6dfe3891c187 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:20:41.958470 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 56486) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:42.218703 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82de805-5204-4af5-95bd-4551cd0c3692 req-70737660-7727-4acc-b120-c2d6063d1c0f tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:42.220962 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f82de805-5204-4af5-95bd-4551cd0c3692 req-70737660-7727-4acc-b120-c2d6063d1c0f tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1464405 Nov 11 22:20:42.285392 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'name': 'tempest-TestShelveInstance-414560696-router', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:27Z', 'updated_at': '2021-11-11T22:20:38Z', 'revision_number': 4, 'project_id': '970a79010894485c806dc1e58aff6760', 'gw_port': {'id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:28Z', 'updated_at': '2021-11-11T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '44392a62-fdfb-41df-853e-f669b4c8fb67', 'name': '', 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'mac_address': 'fa:16:3e:2d:c6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:36Z', 'updated_at': '2021-11-11T22:20:39Z', 'revision_number': 2, 'project_id': '970a79010894485c806dc1e58aff6760', 'subnets': [{'id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:42.293592 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Checking router: 2d62fb18-e036-498c-99ca-6dfe3891c187 for host: dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:20:42.294111 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Updating router 2d62fb18-e036-498c-99ca-6dfe3891c187 port 44392a62-fdfb-41df-853e-f669b4c8fb67 binding host dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 22:20:42.312495 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f82de805-5204-4af5-95bd-4551cd0c3692 req-0c6475ef-b5f3-44ad-a1f1-eb16abb97eef tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845242 Nov 11 22:20:42.395827 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:42.532451 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:20:42.824110 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d2d281f3-80c4-41d4-b607-1c646b65fa95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:42.893105 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656a0cc-57ee-486c-a698-3a1a09e2d008 req-9b2134c3-14b5-4c16-9c9f-34a515283fb5 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:42.902264 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1656a0cc-57ee-486c-a698-3a1a09e2d008 req-9b2134c3-14b5-4c16-9c9f-34a515283fb5 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 944 time: 0.1721542 Nov 11 22:20:42.943069 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d2d281f3-80c4-41d4-b607-1c646b65fa95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:42.950180 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-d2d281f3-80c4-41d4-b607-1c646b65fa95 admin admin] Usage tracker for resource:security_group_rule and tenant:5557575b9a0f4993b4703270b0890afc is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:42.957347 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-d2d281f3-80c4-41d4-b607-1c646b65fa95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:42.980122 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1656a0cc-57ee-486c-a698-3a1a09e2d008 req-f68ff552-7c0c-427d-9f35-2a4cc4e1ffce tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767765 Nov 11 22:20:42.985887 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d2d281f3-80c4-41d4-b607-1c646b65fa95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:43.210570 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:20:43.243119 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': '67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59', 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9', 'port_id': '67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59', 'mac_address': 'fa:16:3e:fe:65:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d9e299-f3ab-4d26-86ad-8832fcc6a207', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:20:43.286799 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d2d281f3-80c4-41d4-b607-1c646b65fa95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:43.325136 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d2d281f3-80c4-41d4-b607-1c646b65fa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:43.328132 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:43.337466 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-390774f6-d3d5-4338-a03a-7faccca9247b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:43.373768 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-d2d281f3-80c4-41d4-b607-1c646b65fa95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5557575b9a0f4993b4703270b0890afc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4134665 Nov 11 22:20:43.373987 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56520) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:43.414238 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d281f3-80c4-41d4-b607-1c646b65fa95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d34b1e-f4e5-46a3-8dc9-02a57b7bf8e7,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:43.425326 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d2d281f3-80c4-41d4-b607-1c646b65fa95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:43.432125 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Notify callbacks [] for port, precommit_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:43.445341 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Transition to ACTIVE for port object 44392a62-fdfb-41df-853e-f669b4c8fb67 will not be triggered until provisioned by entity L2. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:20:43.459936 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:20:43.481897 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:43.500877 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:43.557227 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de260a38-1822-4428-9d0a-8530c3d78479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:43.601887 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:20:43.616219 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de260a38-1822-4428-9d0a-8530c3d78479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:43.670664 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1ea7d-57b6-419d-9439-c966ecfc8428 None None] Pushing event updated for resources: {'Port': ['ID=44392a62-fdfb-41df-853e-f669b4c8fb67,revision_number=3']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:43.689261 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-27a1ea7d-57b6-419d-9439-c966ecfc8428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:43.689261 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:43.695137 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-77c3b4f7-4809-4411-98ca-745a7acef384 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:43.718113 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d94a1-d998-409a-87b9-6ab72ded20ba req-c05949dc-ee6a-40be-9144-e9cbb49682d6 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:43.721769 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b31d94a1-d998-409a-87b9-6ab72ded20ba req-c05949dc-ee6a-40be-9144-e9cbb49682d6 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.2160370 Nov 11 22:20:43.743182 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de260a38-1822-4428-9d0a-8530c3d78479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:43.748855 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:43.762627 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de260a38-1822-4428-9d0a-8530c3d78479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d34b1e-f4e5-46a3-8dc9-02a57b7bf8e7,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:43.766123 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-de260a38-1822-4428-9d0a-8530c3d78479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:43.772375 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-de260a38-1822-4428-9d0a-8530c3d78479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:43.773930 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-de260a38-1822-4428-9d0a-8530c3d78479 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0d34b1e-f4e5-46a3-8dc9-02a57b7bf8e7 HTTP/1.1" status: 204 len: 168 time: 0.3982460 Nov 11 22:20:43.856970 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b31d94a1-d998-409a-87b9-6ab72ded20ba req-4db2faba-b91d-4baa-9ddc-d269a30b4e0c tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274543 Nov 11 22:20:44.126692 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:44.135177 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:44.135177 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Attempting to bind port 44392a62-fdfb-41df-853e-f669b4c8fb67 on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:20:44.135177 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Attempting to bind port 44392a62-fdfb-41df-853e-f669b4c8fb67 by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': '87c7138a-466a-466a-a3a0-ee47804e2f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61'}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:20:44.135177 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Attempting to bind port 44392a62-fdfb-41df-853e-f669b4c8fb67 on network 4aa00e17-59c4-4179-a628-3da5e1912d61 {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:20:44.158916 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:20:44.159415 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Checking segment: {'id': '87c7138a-466a-466a-a3a0-ee47804e2f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:20:44.159873 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:44.160315 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Bound using segment: {'id': '87c7138a-466a-466a-a3a0-ee47804e2f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61'} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:20:44.160870 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Bound port: 44392a62-fdfb-41df-853e-f669b4c8fb67, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c7138a-466a-466a-a3a0-ee47804e2f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61'}}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:20:44.161296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:44.292734 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:20:44.317546 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bcd07-987d-464d-b444-3c08c735c75a req-c6f35b34-8544-49ca-8cf8-593729862d87 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:44.319696 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-594bcd07-987d-464d-b444-3c08c735c75a req-c6f35b34-8544-49ca-8cf8-593729862d87 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 945 time: 0.1341426 Nov 11 22:20:44.381804 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-594bcd07-987d-464d-b444-3c08c735c75a req-a7093f49-a84c-47fa-b49a-473cd57f4f50 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495751 Nov 11 22:20:44.386393 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] For port 44392a62-fdfb-41df-853e-f669b4c8fb67, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:20:44.422412 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] For port 44392a62-fdfb-41df-853e-f669b4c8fb67, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=44392a62-fdfb-41df-853e-f669b4c8fb67,segment=NetworkSegment(87c7138a-466a-466a-a3a0-ee47804e2f41),segment_id=87c7138a-466a-466a-a3a0-ee47804e2f41)] {{(pid=88357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:20:44.471297 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:44.476239 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:44.644544 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1ea7d-57b6-419d-9439-c966ecfc8428 None None] Pushing event updated for resources: {'Port': ['ID=44392a62-fdfb-41df-853e-f669b4c8fb67,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:44.651825 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-27a1ea7d-57b6-419d-9439-c966ecfc8428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:44.712719 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Routers {'2d62fb18-e036-498c-99ca-6dfe3891c187'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:20:44.713661 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:20:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2d62fb18-e036-498c-99ca-6dfe3891c187'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:45.122295 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] Set router 2d62fb18-e036-498c-99ca-6dfe3891c187 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:20:45.212780 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56568) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:45.236329 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4e589-af01-429b-ad27-2f57106a463e req-58522193-3d35-4231-8183-de4f3e918285 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:45.246884 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b0b4e589-af01-429b-ad27-2f57106a463e req-58522193-3d35-4231-8183-de4f3e918285 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1525767 Nov 11 22:20:45.250306 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 56572) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:45.262238 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:45.286934 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1457145645-network', 'tenant_id': '6588375702564e22ba9acd6d23c17bce'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:20:45.294102 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:45.301690 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Usage tracker for resource:network and tenant:6588375702564e22ba9acd6d23c17bce is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:45.306617 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:45.318381 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:45.342464 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:45.351931 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Usage tracker for resource:security_group_rule and tenant:fa9b6af2e5cf4a0a930e71bf6e351753 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:45.359757 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:45.370681 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:45.387167 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b0b4e589-af01-429b-ad27-2f57106a463e req-0902214d-791b-48f1-bd39-37187a1361e7 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388514 Nov 11 22:20:45.388274 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Made reservation on behalf of 6588375702564e22ba9acd6d23c17bce for: {'network': 1} {{(pid=88355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:20:45.402836 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for network, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:45.447084 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:45.546918 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:45.556084 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Usage tracker for resource:security_group_rule and tenant:6588375702564e22ba9acd6d23c17bce is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:45.566698 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:45.582253 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:45.631781 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:45.662741 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:45.697197 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b5ce53c6-b7ec-4517-a01f-adc3964a96c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:45.708705 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa9b6af2e5cf4a0a930e71bf6e351753&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4944332 Nov 11 22:20:45.712364 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56580) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:45.749301 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'name': 'tempest-TestShelveInstance-414560696-router', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:27Z', 'updated_at': '2021-11-11T22:20:38Z', 'revision_number': 4, 'project_id': '970a79010894485c806dc1e58aff6760', 'gw_port': {'id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:28Z', 'updated_at': '2021-11-11T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '44392a62-fdfb-41df-853e-f669b4c8fb67', 'name': '', 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'mac_address': 'fa:16:3e:2d:c6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:36Z', 'updated_at': '2021-11-11T22:20:44Z', 'revision_number': 4, 'project_id': '970a79010894485c806dc1e58aff6760', 'subnets': [{'id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:45.754745 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7374082-1700-419d-aa1e-8c9e50f91589 None None] The sync data for ids ['2d62fb18-e036-498c-99ca-6dfe3891c187'] in dv-cinder-815883-4-smb is: [{'id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'name': 'tempest-TestShelveInstance-414560696-router', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:27Z', 'updated_at': '2021-11-11T22:20:38Z', 'revision_number': 4, 'project_id': '970a79010894485c806dc1e58aff6760', 'gw_port': {'id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:28Z', 'updated_at': '2021-11-11T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '44392a62-fdfb-41df-853e-f669b4c8fb67', 'name': '', 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'mac_address': 'fa:16:3e:2d:c6:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:36Z', 'updated_at': '2021-11-11T22:20:44Z', 'revision_number': 4, 'project_id': '970a79010894485c806dc1e58aff6760', 'subnets': [{'id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:20:45.822296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a762bb9-eea3-4945-a198-c5ca872934e0,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:45.860391 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:45.861213 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:45.863210 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:45.864116 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:45.867387 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:45.868778 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:45.870216 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:45.870821 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:45.871348 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:45.871900 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:45.872578 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:45.880882 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:45.908432 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:45.944313 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef2694-a9f4-4570-b1b1-f58d40fa984a req-ccaef4ce-0a74-48d5-a7c4-77d1884ea757 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:45.946153 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4bef2694-a9f4-4570-b1b1-f58d40fa984a req-ccaef4ce-0a74-48d5-a7c4-77d1884ea757 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 945 time: 0.2156465 Nov 11 22:20:45.947982 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:45.950430 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4bac21c0-dd54-4da0-9675-9ff47132b8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:45.973191 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=88355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 22:20:45.981476 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4bac21c0-dd54-4da0-9675-9ff47132b8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:45.986337 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:45.986743 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.segments_db [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Added segment d117c8bc-be3d-496f-9ab4-eb80d78f434c of type vlan for network 3f6baab0-0315-40da-8b41-25061539621f Nov 11 22:20:46.025187 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762808067494'] for network, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:46.082021 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-190466b1-5976-4f17-a2e5-ee752cfb5652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:46.097407 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4bac21c0-dd54-4da0-9675-9ff47132b8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:46.104484 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:46.123157 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac21c0-dd54-4da0-9675-9ff47132b8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a762bb9-eea3-4945-a198-c5ca872934e0,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:46.126369 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4bac21c0-dd54-4da0-9675-9ff47132b8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:46.127578 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4bac21c0-dd54-4da0-9675-9ff47132b8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:46.131366 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-4bac21c0-dd54-4da0-9675-9ff47132b8b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a762bb9-eea3-4945-a198-c5ca872934e0 HTTP/1.1" status: 204 len: 168 time: 0.4146578 Nov 11 22:20:46.166555 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for network, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:46.166555 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:46.167225 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:46.186890 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 44392a62-fdfb-41df-853e-f669b4c8fb67 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:20:46.241002 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4bef2694-a9f4-4570-b1b1-f58d40fa984a req-bfaf47a4-dd64-4842-ad9c-d2bbe7a7518c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611998 Nov 11 22:20:46.242038 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15223274-7929-45ff-97d5-43e820fadd6d,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:46.250714 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:46.251281 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5d681ae1-dbab-413f-b442-318187621caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:46.325381 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port 44392a62-fdfb-41df-853e-f669b4c8fb67 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:20:46.331438 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 44392a62-fdfb-41df-853e-f669b4c8fb67 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:46.331863 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:46.364268 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Pushing event updated for resources: {'Network': ['ID=3f6baab0-0315-40da-8b41-25061539621f,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:46.367889 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:46.373487 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1214797 Nov 11 22:20:46.373643 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56602) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:46.384825 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c1b2429e-96f1-42dc-8f9c-a0bcfdda78da admin admin] Request body: {'subnet': {'network_id': '3f6baab0-0315-40da-8b41-25061539621f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1457145645-subnet', 'tenant_id': '6588375702564e22ba9acd6d23c17bce', 'ip_version': 4}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:20:46.390404 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Network 3f6baab0-0315-40da-8b41-25061539621f details requested by agent ovs-agent-dv-cinder-815883-4-smb with host dv-cinder-815883-4-smb {{(pid=88357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 22:20:46.408251 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c1b2429e-96f1-42dc-8f9c-a0bcfdda78da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:46.431718 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-c1b2429e-96f1-42dc-8f9c-a0bcfdda78da admin admin] Usage tracker for resource:subnet and tenant:6588375702564e22ba9acd6d23c17bce is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:46.442812 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-c1b2429e-96f1-42dc-8f9c-a0bcfdda78da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:46.459653 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c1b2429e-96f1-42dc-8f9c-a0bcfdda78da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:46.518875 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b2429e-96f1-42dc-8f9c-a0bcfdda78da admin admin] Made reservation on behalf of 6588375702564e22ba9acd6d23c17bce for: {'subnet': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:20:46.524035 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c1b2429e-96f1-42dc-8f9c-a0bcfdda78da admin admin] Notify callbacks [] for subnet, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:46.583284 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:20:46.744544 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa0206-a7af-444c-9cc2-6672e035fcc0 req-bac9937f-f23f-4130-ae5c-d356039de74f tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:46.766770 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-27fa0206-a7af-444c-9cc2-6672e035fcc0 req-bac9937f-f23f-4130-ae5c-d356039de74f tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1877680 Nov 11 22:20:46.887498 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-27fa0206-a7af-444c-9cc2-6672e035fcc0 req-cf535828-008c-4d22-b92b-00a21984831f tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191504 Nov 11 22:20:46.917939 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning for port 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:20:46.938799 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:46.944284 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:47.118469 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:47.211705 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c1b2429e-96f1-42dc-8f9c-a0bcfdda78da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for subnet, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:47.217434 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:47.255490 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] For port 44392a62-fdfb-41df-853e-f669b4c8fb67, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=44392a62-fdfb-41df-853e-f669b4c8fb67,segment=NetworkSegment(87c7138a-466a-466a-a3a0-ee47804e2f41),segment_id=87c7138a-466a-466a-a3a0-ee47804e2f41)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:20:47.279653 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:47.319717 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2429e-96f1-42dc-8f9c-a0bcfdda78da admin admin] Pushing event updated for resources: {'Subnet': ['ID=288c090c-f411-4165-b290-ec5839948761,revision_number=0']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:47.328458 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:20:47.330648 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c1b2429e-96f1-42dc-8f9c-a0bcfdda78da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:47.332764 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:47.338127 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb6c80-bfe4-470d-bb59-9475b2f547d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:20:47.346376 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b2429e-96f1-42dc-8f9c-a0bcfdda78da admin admin] Checking segment: {'id': 'd117c8bc-be3d-496f-9ab4-eb80d78f434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3f6baab0-0315-40da-8b41-25061539621f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:20:47.346779 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b2429e-96f1-42dc-8f9c-a0bcfdda78da admin admin] Network hostable DHCP agents. Network: 3f6baab0-0315-40da-8b41-25061539621f, hostable agents: ['677b8291-3a34-4ed4-9d57-1628f65efd5e'], hosted agents: [] {{(pid=88356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 22:20:47.363400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:47.416707 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b2429e-96f1-42dc-8f9c-a0bcfdda78da admin admin] Network 3f6baab0-0315-40da-8b41-25061539621f is scheduled to be hosted by DHCP agent 677b8291-3a34-4ed4-9d57-1628f65efd5e with binding_index 1 {{(pid=88356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 22:20:47.437725 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-918082a7-12b5-48b1-a2cf-821812fe36e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:47.458644 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:47.462831 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-c1b2429e-96f1-42dc-8f9c-a0bcfdda78da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-smb, 3f6baab0-0315-40da-8b41-25061539621f) {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:20:47.467106 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b2429e-96f1-42dc-8f9c-a0bcfdda78da admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:47.467745 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c1b2429e-96f1-42dc-8f9c-a0bcfdda78da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:47.484391 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1a2079-efc1-41e6-8a76-a68faedc8856 None None] Network 3f6baab0-0315-40da-8b41-25061539621f requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:20:47.549341 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-c1b2429e-96f1-42dc-8f9c-a0bcfdda78da admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1743259 Nov 11 22:20:47.552106 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56624) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:47.558869 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1457145645-router', 'tenant_id': '6588375702564e22ba9acd6d23c17bce', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:20:47.575015 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:47.602962 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Usage tracker for resource:router and tenant:6588375702564e22ba9acd6d23c17bce is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:47.610867 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:47.628481 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:47.690280 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cb6c80-bfe4-470d-bb59-9475b2f547d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59', 'code': 200} Nov 11 22:20:47.697013 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854293586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036852686418'] for router, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:47.698840 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854332808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2089382'] for router, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:47.699003 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Pushing event updated for resources: {'Port': ['ID=44392a62-fdfb-41df-853e-f669b4c8fb67,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:47.714337 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:47.719223 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:47.838580 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:47.844635 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:47.851643 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:47.881497 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92847e99-36ca-41d3-b761-07c28ecd0e5e req-128f4ac4-f9b1-441c-88e4-8aad523d1018 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:47.883853 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-92847e99-36ca-41d3-b761-07c28ecd0e5e req-128f4ac4-f9b1-441c-88e4-8aad523d1018 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 946 time: 0.2558420 Nov 11 22:20:48.053970 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-92847e99-36ca-41d3-b761-07c28ecd0e5e req-2d062340-3855-4f3b-adb0-d235e0c92c23 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531820 Nov 11 22:20:48.216785 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 44392a62-fdfb-41df-853e-f669b4c8fb67 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:20:48.296247 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854332855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854293569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2089417'] for router, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:48.350142 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e76b66c4-5935-49b1-9a4b-2110f58d089e req-9b3a7bdb-75d0-499f-893d-e81531d89d72 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 1099 time: 0.1533830 Nov 11 22:20:48.376056 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5c71123-0637-5e80-91e8-52e6b825b827-3f6baab0-0315-40da-8b41-25061539621f', 'network_id': '3f6baab0-0315-40da-8b41-25061539621f', 'tenant_id': '6588375702564e22ba9acd6d23c17bce', 'fixed_ips': [{'subnet_id': '288c090c-f411-4165-b290-ec5839948761'}]}} from dv-cinder-815883-4-smb. {{(pid=88357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 11 22:20:48.382814 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:48.421261 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6132734-4307-4616-8078-7f11fb06b1bb req-6590bbb9-e68f-4c59-880b-f137c9198ae3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:48.424546 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e6132734-4307-4616-8078-7f11fb06b1bb req-6590bbb9-e68f-4c59-880b-f137c9198ae3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1970634 Nov 11 22:20:48.485807 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e76b66c4-5935-49b1-9a4b-2110f58d089e req-8411dc61-82ee-47ec-8587-925e473af9d4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036987 Nov 11 22:20:48.517007 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e6132734-4307-4616-8078-7f11fb06b1bb req-1595f2b4-a33e-44e1-849f-e7b5b8435028 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839701 Nov 11 22:20:48.557118 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 44392a62-fdfb-41df-853e-f669b4c8fb67 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:48.557826 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:48.703795 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:48.732908 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Allocated IP 172.20.0.2 (3f6baab0-0315-40da-8b41-25061539621f/288c090c-f411-4165-b290-ec5839948761/b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37) {{(pid=88357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:20:48.744370 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:48.990633 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Allocated IP 172.28.0.215 (bf438b09-e7cb-41a3-9cf4-64cadd7b8e13/ef69609a-b63d-436e-8cdc-c158ad574162/ca3e40be-e0a2-483b-9889-4e59bc0dca4c) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:20:49.024973 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:49.222986 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:49.310602 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:49.339817 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-106e1ddc-d32b-4dfb-872a-456da04189eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:49.354347 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:49.362128 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23878d-e6e5-41a2-88fd-c962bddbf50c req-aa09a487-15b7-4d28-bcfd-edfe2143e7a3 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:49.369788 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4b23878d-e6e5-41a2-88fd-c962bddbf50c req-aa09a487-15b7-4d28-bcfd-edfe2143e7a3 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 946 time: 0.1062000 Nov 11 22:20:49.380544 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Transition to ACTIVE for port object b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 will not be triggered until provisioned by entity L2. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:20:49.433584 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Transition to ACTIVE for port object b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 will not be triggered until provisioned by entity DHCP. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:20:49.492543 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:49.500034 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:49.542879 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Pushing event updated for resources: {'Port': ['ID=ca3e40be-e0a2-483b-9889-4e59bc0dca4c,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:49.551138 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:49.553293 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:20:49.554769 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:20:49.559674 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:20:49.739381 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Network 3f6baab0-0315-40da-8b41-25061539621f is already hosted by enough agents. {{(pid=88357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:20:49.741614 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba0081d4-6bc9-4ebc-9b32-e25ebc37f798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:49.751360 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Resources bound (agent type, host, resource id): {{(pid=88357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:20:49.761097 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Received port after_create {{(pid=88357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:20:49.765471 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Pushing event updated for resources: {'Port': ['ID=b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37,revision_number=1']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:49.776546 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:49.803515 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4b23878d-e6e5-41a2-88fd-c962bddbf50c req-88af96bd-9745-4baf-99bf-cbf5e71981fe tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317603 Nov 11 22:20:49.823011 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:49.823792 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442926'] for router, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:49.911820 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Attempting to bind port b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:20:49.912452 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Attempting to bind port b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': 'd117c8bc-be3d-496f-9ab4-eb80d78f434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3f6baab0-0315-40da-8b41-25061539621f'}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:20:49.912897 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Attempting to bind port b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 on network 3f6baab0-0315-40da-8b41-25061539621f {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:20:49.925174 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:20:49.925758 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Checking segment: {'id': 'd117c8bc-be3d-496f-9ab4-eb80d78f434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3f6baab0-0315-40da-8b41-25061539621f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:20:49.926518 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:49.926986 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Bound using segment: {'id': 'd117c8bc-be3d-496f-9ab4-eb80d78f434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3f6baab0-0315-40da-8b41-25061539621f'} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:20:49.927536 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Bound port: b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd117c8bc-be3d-496f-9ab4-eb80d78f434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3f6baab0-0315-40da-8b41-25061539621f'}}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:20:49.927976 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:50.046602 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] For port b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:20:50.056002 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] For port b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37,segment=NetworkSegment(d117c8bc-be3d-496f-9ab4-eb80d78f434c),segment_id=d117c8bc-be3d-496f-9ab4-eb80d78f434c)] {{(pid=88357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:20:50.154998 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:50.159895 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:50.167198 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9505f9-2418-46ed-a562-58102bc1dbd9 req-a7467e51-3bdb-4b81-9f44-e63b9532416e tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:50.169022 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fc9505f9-2418-46ed-a562-58102bc1dbd9 req-a7467e51-3bdb-4b81-9f44-e63b9532416e tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1070337 Nov 11 22:20:50.262436 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fc9505f9-2418-46ed-a562-58102bc1dbd9 req-eb3a09d4-3023-4cd1-a26e-e4038d9aadef tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856714 Nov 11 22:20:50.285100 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Router 9e649a60-2a7f-483a-833b-7305f02f521f is scheduled to L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a with binding_index 1 {{(pid=88356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 11 22:20:50.300594 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Pushing event updated for resources: {'Port': ['ID=b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37,revision_number=2']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:50.304175 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:50.371366 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:50.555667 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:20:50.575150 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Sync routers for ids ['9e649a60-2a7f-483a-833b-7305f02f521f'] in dv-cinder-815883-4-smb {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:20:50.598247 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Routers {'9e649a60-2a7f-483a-833b-7305f02f521f'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:20:50.598951 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:20:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['9e649a60-2a7f-483a-833b-7305f02f521f'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:50.605079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Notify callbacks [] for router, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:50.610298 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 56692) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:50.610934 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0572186 Nov 11 22:20:50.906720 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Set router 9e649a60-2a7f-483a-833b-7305f02f521f gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:20:51.295610 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56718) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:51.445650 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:51.459260 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e649a60-2a7f-483a-833b-7305f02f521f', 'name': 'tempest-TestShelveInstance-1457145645-router', 'tenant_id': '6588375702564e22ba9acd6d23c17bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ca3e40be-e0a2-483b-9889-4e59bc0dca4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:47Z', 'updated_at': '2021-11-11T22:20:49Z', 'revision_number': 3, 'project_id': '6588375702564e22ba9acd6d23c17bce', 'gw_port': {'id': 'ca3e40be-e0a2-483b-9889-4e59bc0dca4c', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e649a60-2a7f-483a-833b-7305f02f521f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:48Z', 'updated_at': '2021-11-11T22:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:51.465271 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Checking router: 9e649a60-2a7f-483a-833b-7305f02f521f for host: dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:20:51.465696 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Updating router 9e649a60-2a7f-483a-833b-7305f02f521f port ca3e40be-e0a2-483b-9889-4e59bc0dca4c binding host dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 22:20:51.539093 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2429e-cd32-4b0b-964a-05fb0e681a9c req-8cb35389-3745-46bd-aaa4-af50255e8b53 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:51.540807 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e1a2429e-cd32-4b0b-964a-05fb0e681a9c req-8cb35389-3745-46bd-aaa4-af50255e8b53 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 946 time: 0.4028258 Nov 11 22:20:51.589786 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:51.686410 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dae63892-d7dd-406d-b724-fde6d21360be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:51.797900 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e1a2429e-cd32-4b0b-964a-05fb0e681a9c req-3cbf8ed5-5300-423e-8f1d-8d26ce19d30a tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405574 Nov 11 22:20:51.853571 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-dae63892-d7dd-406d-b724-fde6d21360be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:51.878264 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-dae63892-d7dd-406d-b724-fde6d21360be admin admin] Usage tracker for resource:security_group_rule and tenant:0cf1b30902074423abc3f246c195b4e8 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:51.894890 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-dae63892-d7dd-406d-b724-fde6d21360be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:51.912435 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-dae63892-d7dd-406d-b724-fde6d21360be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:52.178849 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dae63892-d7dd-406d-b724-fde6d21360be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:52.204504 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Notify callbacks [] for port, precommit_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:52.215979 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:20:52.228723 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dae63892-d7dd-406d-b724-fde6d21360be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:52.243167 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Transition to ACTIVE for port object ca3e40be-e0a2-483b-9889-4e59bc0dca4c will not be triggered until provisioned by entity L2. {{(pid=88358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:20:52.256129 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ff3b4ce4-a9e2-4020-94f0-7fa7d6c7b6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:52.285230 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:52.298371 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:52.357861 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae63892-d7dd-406d-b724-fde6d21360be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0a7001-92d4-4702-82ae-b5676c988b97,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:52.365248 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dae63892-d7dd-406d-b724-fde6d21360be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:52.374550 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-dae63892-d7dd-406d-b724-fde6d21360be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0cf1b30902074423abc3f246c195b4e8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0746088 Nov 11 22:20:52.377188 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56744) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:52.503354 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Attempting to bind port ca3e40be-e0a2-483b-9889-4e59bc0dca4c on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:20:52.503782 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Attempting to bind port ca3e40be-e0a2-483b-9889-4e59bc0dca4c by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}] {{(pid=88358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:20:52.504196 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Attempting to bind port ca3e40be-e0a2-483b-9889-4e59bc0dca4c on network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:20:52.546545 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-99ab908a-9f63-41eb-b1be-69e5074ec873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:52.606388 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:20:52.616161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:20:52.616749 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Checking segment: {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:20:52.617205 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:52.617643 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Bound using segment: {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'} {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:20:52.618205 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Bound port: ca3e40be-e0a2-483b-9889-4e59bc0dca4c, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}}] {{(pid=88358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:20:52.618658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:52.659340 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-99ab908a-9f63-41eb-b1be-69e5074ec873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:52.661278 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e6c0b-9e02-40b1-9f08-8fe8c843b1b0 req-2bb917c9-6518-410f-830e-b8b1d4e9d826 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:52.666732 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ae2e6c0b-9e02-40b1-9f08-8fe8c843b1b0 req-2bb917c9-6518-410f-830e-b8b1d4e9d826 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.7574708 Nov 11 22:20:52.757391 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fc4cd-39f1-4fd2-891b-926425d114bb None None] Pushing event updated for resources: {'Port': ['ID=ca3e40be-e0a2-483b-9889-4e59bc0dca4c,revision_number=2']} {{(pid=88358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:52.775745 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a99fc4cd-39f1-4fd2-891b-926425d114bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:52.800108 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] For port ca3e40be-e0a2-483b-9889-4e59bc0dca4c, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:20:52.805474 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] For port ca3e40be-e0a2-483b-9889-4e59bc0dca4c, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=ca3e40be-e0a2-483b-9889-4e59bc0dca4c,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:20:52.825292 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ae2e6c0b-9e02-40b1-9f08-8fe8c843b1b0 req-ba023c76-5354-44ed-b49b-f0e329da4f70 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484578 Nov 11 22:20:52.851215 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-99ab908a-9f63-41eb-b1be-69e5074ec873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:52.860331 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:52.875717 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56752) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:52.881873 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-99ab908a-9f63-41eb-b1be-69e5074ec873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:52.883158 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-99ab908a-9f63-41eb-b1be-69e5074ec873 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e0a7001-92d4-4702-82ae-b5676c988b97 HTTP/1.1" status: 204 len: 168 time: 0.5043905 Nov 11 22:20:52.893834 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:52.921557 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-69a201f7-8c01-40fd-a746-c1f0d9ccbf3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:52.923837 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab908a-9f63-41eb-b1be-69e5074ec873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0a7001-92d4-4702-82ae-b5676c988b97,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:52.941963 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-99ab908a-9f63-41eb-b1be-69e5074ec873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:52.944644 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:53.054303 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Routers {'9e649a60-2a7f-483a-833b-7305f02f521f'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:20:53.055170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:20:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['9e649a60-2a7f-483a-833b-7305f02f521f'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:53.073512 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062bccd5-f65a-41aa-aebd-a4887aad3bc7 None None] Network 3f6baab0-0315-40da-8b41-25061539621f requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:20:53.349089 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-fd3778fb-223f-4490-998e-c0c603a1a9e3 None None] Provisioning for port b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:20:53.365692 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-fd3778fb-223f-4490-998e-c0c603a1a9e3 None None] Provisioning complete for port b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:53.366307 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fd3778fb-223f-4490-998e-c0c603a1a9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:53.441399 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fc4cd-39f1-4fd2-891b-926425d114bb None None] Pushing event updated for resources: {'Port': ['ID=ca3e40be-e0a2-483b-9889-4e59bc0dca4c,revision_number=3']} {{(pid=88358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:53.485994 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Allocated IP 172.20.0.1 (3f6baab0-0315-40da-8b41-25061539621f/288c090c-f411-4165-b290-ec5839948761/25696885-b884-4d67-8b7e-54abb161040a) {{(pid=88355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:20:53.496087 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a99fc4cd-39f1-4fd2-891b-926425d114bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:53.501046 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7432-ac15-4404-bf04-9219e6d91d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:53.568348 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:20:53.601113 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fd3778fb-223f-4490-998e-c0c603a1a9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:53.624666 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] Set router 9e649a60-2a7f-483a-833b-7305f02f521f gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:20:53.643607 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-fd3778fb-223f-4490-998e-c0c603a1a9e3 None None] For port b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37,segment=NetworkSegment(d117c8bc-be3d-496f-9ab4-eb80d78f434c),segment_id=d117c8bc-be3d-496f-9ab4-eb80d78f434c)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:20:53.646576 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3d6b7432-ac15-4404-bf04-9219e6d91d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:53.656106 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-3d6b7432-ac15-4404-bf04-9219e6d91d23 admin admin] Usage tracker for resource:security_group_rule and tenant:4cbeec96f0064cab8392e80fa8d5ddb5 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:53.666772 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-3d6b7432-ac15-4404-bf04-9219e6d91d23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:53.679318 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3d6b7432-ac15-4404-bf04-9219e6d91d23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:53.685256 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fd3778fb-223f-4490-998e-c0c603a1a9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:53.688036 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:53.726249 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:53.764866 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Transition to ACTIVE for port object 25696885-b884-4d67-8b7e-54abb161040a will not be triggered until provisioned by entity DHCP. {{(pid=88355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:20:53.841782 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:53.869601 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3778fb-223f-4490-998e-c0c603a1a9e3 None None] Pushing event updated for resources: {'Port': ['ID=b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37,revision_number=3']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:53.881886 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:53.897524 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7432-ac15-4404-bf04-9219e6d91d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:53.898689 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fd3778fb-223f-4490-998e-c0c603a1a9e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:53.919821 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3d6b7432-ac15-4404-bf04-9219e6d91d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:53.989806 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Network 3f6baab0-0315-40da-8b41-25061539621f is already hosted by enough agents. {{(pid=88355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:20:53.999096 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56774) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:53.999818 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-498499a4-0b67-4242-8f20-8db21a99f4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:54.022082 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:20:54.060561 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Received port after_create {{(pid=88355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:20:54.122840 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-3d6b7432-ac15-4404-bf04-9219e6d91d23 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4cbeec96f0064cab8392e80fa8d5ddb5&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2457952 Nov 11 22:20:54.127661 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56778) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:54.128787 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b7432-ac15-4404-bf04-9219e6d91d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8a096a-e9c6-4eb3-8063-32499568e1f2,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:54.172117 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854332565'] for router_interface, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:54.206071 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:20:54.207312 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3d6b7432-ac15-4404-bf04-9219e6d91d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:54.324207 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Pushing event updated for resources: {'Port': ['ID=25696885-b884-4d67-8b7e-54abb161040a,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:54.368286 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-205aac74-3a9f-4fce-bdb6-c5284247a4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:54.417117 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:54.472649 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8fbd8cfb-169e-4ee0-bdfc-cdde4592035e None None] Provisioning complete for port b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:54.472978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-205aac74-3a9f-4fce-bdb6-c5284247a4bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:54.474452 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8fbd8cfb-169e-4ee0-bdfc-cdde4592035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:54.481948 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-205aac74-3a9f-4fce-bdb6-c5284247a4bb admin admin] Usage tracker for resource:security_group_rule and tenant:af0c868736e54b69b8ca0fffda93e4ed is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:54.488177 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-205aac74-3a9f-4fce-bdb6-c5284247a4bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:54.511178 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-205aac74-3a9f-4fce-bdb6-c5284247a4bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:54.688395 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-205aac74-3a9f-4fce-bdb6-c5284247a4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:54.718432 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88ac6752-c5a1-4f7b-89f0-8cd7552c6d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:54.735631 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e649a60-2a7f-483a-833b-7305f02f521f', 'name': 'tempest-TestShelveInstance-1457145645-router', 'tenant_id': '6588375702564e22ba9acd6d23c17bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ca3e40be-e0a2-483b-9889-4e59bc0dca4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:47Z', 'updated_at': '2021-11-11T22:20:49Z', 'revision_number': 3, 'project_id': '6588375702564e22ba9acd6d23c17bce', 'gw_port': {'id': 'ca3e40be-e0a2-483b-9889-4e59bc0dca4c', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e649a60-2a7f-483a-833b-7305f02f521f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:48Z', 'updated_at': '2021-11-11T22:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:54.745911 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e17ccc8-9972-4bbe-ba14-173be465afce None None] The sync data for ids ['9e649a60-2a7f-483a-833b-7305f02f521f'] in dv-cinder-815883-4-smb is: [{'id': '9e649a60-2a7f-483a-833b-7305f02f521f', 'name': 'tempest-TestShelveInstance-1457145645-router', 'tenant_id': '6588375702564e22ba9acd6d23c17bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ca3e40be-e0a2-483b-9889-4e59bc0dca4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:47Z', 'updated_at': '2021-11-11T22:20:49Z', 'revision_number': 3, 'project_id': '6588375702564e22ba9acd6d23c17bce', 'gw_port': {'id': 'ca3e40be-e0a2-483b-9889-4e59bc0dca4c', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e649a60-2a7f-483a-833b-7305f02f521f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:48Z', 'updated_at': '2021-11-11T22:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}] {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:20:54.749390 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-205aac74-3a9f-4fce-bdb6-c5284247a4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:54.800532 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:54.801238 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:54.830848 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88ac6752-c5a1-4f7b-89f0-8cd7552c6d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:54.843740 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-841d8ded-64d8-4892-ae17-97252657bbc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:54.898250 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-205aac74-3a9f-4fce-bdb6-c5284247a4bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af0c868736e54b69b8ca0fffda93e4ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7739775 Nov 11 22:20:54.905690 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56800) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:54.906517 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205aac74-3a9f-4fce-bdb6-c5284247a4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecdeff1-d229-41f8-86f7-337481ebf0c8,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:55.005390 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-205aac74-3a9f-4fce-bdb6-c5284247a4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:55.095479 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88ac6752-c5a1-4f7b-89f0-8cd7552c6d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:55.105817 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-16e08989-e7e1-435e-8bd2-328ce658bc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:55.112033 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-75bab074-bba7-4f23-adfb-c972e8360fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:55.161381 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac6752-c5a1-4f7b-89f0-8cd7552c6d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8a096a-e9c6-4eb3-8063-32499568e1f2,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:55.166099 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-88ac6752-c5a1-4f7b-89f0-8cd7552c6d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:55.243833 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:55.244035 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:55.244437 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:55.244838 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:55.245235 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:55.245628 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:55.246049 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:55.246441 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:55.247231 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:55.248178 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:55.248576 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:55.259753 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-16e08989-e7e1-435e-8bd2-328ce658bc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:55.261878 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.380s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:55.279816 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-88ac6752-c5a1-4f7b-89f0-8cd7552c6d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:55.285293 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-88ac6752-c5a1-4f7b-89f0-8cd7552c6d59 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be8a096a-e9c6-4eb3-8063-32499568e1f2 HTTP/1.1" status: 204 len: 168 time: 1.1495912 Nov 11 22:20:55.308120 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-9811b303-6a4a-49e2-bc33-ae28e3809d76 None None] Provisioning for port 25696885-b884-4d67-8b7e-54abb161040a completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:20:55.322168 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-9811b303-6a4a-49e2-bc33-ae28e3809d76 None None] Provisioning complete for port 25696885-b884-4d67-8b7e-54abb161040a triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:55.324590 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9811b303-6a4a-49e2-bc33-ae28e3809d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:55.334470 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03857cc-3c27-4189-bfb8-18853796e95c req-4d610373-cc85-451a-a293-9065ca378bb6 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:55.351123 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b03857cc-3c27-4189-bfb8-18853796e95c req-4d610373-cc85-451a-a293-9065ca378bb6 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 1.1662736 Nov 11 22:20:55.381463 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-16e08989-e7e1-435e-8bd2-328ce658bc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:55.390450 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c2eab2ee-0572-4820-83e6-bdc18e8c9188 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:55.418815 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e08989-e7e1-435e-8bd2-328ce658bc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecdeff1-d229-41f8-86f7-337481ebf0c8,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:55.434452 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-16e08989-e7e1-435e-8bd2-328ce658bc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:55.471225 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-16e08989-e7e1-435e-8bd2-328ce658bc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:55.478613 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-16e08989-e7e1-435e-8bd2-328ce658bc98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ecdeff1-d229-41f8-86f7-337481ebf0c8 HTTP/1.1" status: 204 len: 168 time: 0.5685563 Nov 11 22:20:55.554720 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b03857cc-3c27-4189-bfb8-18853796e95c req-b3170e48-6371-4740-81d2-d843966c8a18 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038443 Nov 11 22:20:55.596275 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-9811b303-6a4a-49e2-bc33-ae28e3809d76 None None] Port 25696885-b884-4d67-8b7e-54abb161040a cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:20:55.608852 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:55.663222 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853380691'] for port, after_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:55.723994 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-00b82855-c2c6-4588-893a-fd3b6ed45a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:55.880212 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851471324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443148'] for router_interface, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:55.884459 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Pushing event updated for resources: {'Port': ['ID=25696885-b884-4d67-8b7e-54abb161040a,revision_number=2']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:55.888875 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:56.075392 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Network 3f6baab0-0315-40da-8b41-25061539621f is already hosted by enough agents. {{(pid=88355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:20:56.077098 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:20:56.297721 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device ca3e40be-e0a2-483b-9889-4e59bc0dca4c up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:20:56.543666 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port ca3e40be-e0a2-483b-9889-4e59bc0dca4c completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:20:56.552517 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port ca3e40be-e0a2-483b-9889-4e59bc0dca4c triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:56.552826 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:56.749790 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56830) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:56.787625 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e063a64b-4c3f-4ed5-9d71-5799022fe197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:56.851281 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e063a64b-4c3f-4ed5-9d71-5799022fe197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:56.856864 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e063a64b-4c3f-4ed5-9d71-5799022fe197 admin admin] Usage tracker for resource:security_group_rule and tenant:46d2e094ccb34753a2a8f6de8a4e7d96 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:56.860725 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e063a64b-4c3f-4ed5-9d71-5799022fe197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:56.868883 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e063a64b-4c3f-4ed5-9d71-5799022fe197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:56.948460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-09f5d56d-ae32-4d2f-863b-c19a0dc7a690 None None] Provisioning complete for port 25696885-b884-4d67-8b7e-54abb161040a triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:56.948949 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-09f5d56d-ae32-4d2f-863b-c19a0dc7a690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:57.018428 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e063a64b-4c3f-4ed5-9d71-5799022fe197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:57.056976 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e063a64b-4c3f-4ed5-9d71-5799022fe197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:57.141908 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:57.148484 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:57.150307 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-09f5d56d-ae32-4d2f-863b-c19a0dc7a690 None None] Port 25696885-b884-4d67-8b7e-54abb161040a cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:20:57.171684 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-e063a64b-4c3f-4ed5-9d71-5799022fe197 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=46d2e094ccb34753a2a8f6de8a4e7d96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4206581 Nov 11 22:20:57.172531 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56842) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:57.220325 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Router 9e649a60-2a7f-483a-833b-7305f02f521f has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:20:57.239757 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] For port ca3e40be-e0a2-483b-9889-4e59bc0dca4c, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=ca3e40be-e0a2-483b-9889-4e59bc0dca4c,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:20:57.243303 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063a64b-4c3f-4ed5-9d71-5799022fe197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a50a7dd-0841-4b4e-a397-91ab73f6ab2e,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:57.261418 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e063a64b-4c3f-4ed5-9d71-5799022fe197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:57.285522 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:57.287785 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:57.303822 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d53544de-d2b7-4c17-8852-2b861cb699a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:57.381875 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d53544de-d2b7-4c17-8852-2b861cb699a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:57.444124 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Pushing event updated for resources: {'Port': ['ID=ca3e40be-e0a2-483b-9889-4e59bc0dca4c,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:57.472216 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8a1d6-aa5c-4dd4-9df1-bd99c7cdb99f req-e6f5791a-7864-49b4-a3b5-5e531d4131a2 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:57.472855 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:57.473520 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:57.474441 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:57.474897 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:57.475546 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:57.476117 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:57.476963 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:57.477307 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:57.477723 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:57.478165 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:57.478583 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:20:57.490797 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-05d8a1d6-aa5c-4dd4-9df1-bd99c7cdb99f req-e6f5791a-7864-49b4-a3b5-5e531d4131a2 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.3838239 Nov 11 22:20:57.497602 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:57.559156 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d53544de-d2b7-4c17-8852-2b861cb699a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:57.569499 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:57.588326 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53544de-d2b7-4c17-8852-2b861cb699a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a50a7dd-0841-4b4e-a397-91ab73f6ab2e,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:57.598637 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d53544de-d2b7-4c17-8852-2b861cb699a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:57.602732 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d53544de-d2b7-4c17-8852-2b861cb699a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:57.602732 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-d53544de-d2b7-4c17-8852-2b861cb699a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a50a7dd-0841-4b4e-a397-91ab73f6ab2e HTTP/1.1" status: 204 len: 168 time: 0.4258962 Nov 11 22:20:57.643105 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-05d8a1d6-aa5c-4dd4-9df1-bd99c7cdb99f req-1907f384-35a2-4028-9bf5-8434e51388cd tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511021 Nov 11 22:20:57.726184 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:20:57.738166 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] 10.222.0.25 "PUT /v2.0/routers/9e649a60-2a7f-483a-833b-7305f02f521f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1266022 Nov 11 22:20:58.162116 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device ca3e40be-e0a2-483b-9889-4e59bc0dca4c up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:20:58.256583 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port ca3e40be-e0a2-483b-9889-4e59bc0dca4c triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:20:58.257009 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:58.687301 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56894) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:58.695059 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ea23bdf1-13d0-4fab-80cf-61b6b408c353 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401977653', 'description': 'tempest-secgroup-smoke-1401977653 description', 'project_id': '970a79010894485c806dc1e58aff6760'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:20:58.704353 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ea23bdf1-13d0-4fab-80cf-61b6b408c353 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:58.719911 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ea23bdf1-13d0-4fab-80cf-61b6b408c353 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Usage tracker for resource:security_group and tenant:970a79010894485c806dc1e58aff6760 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:58.723649 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ea23bdf1-13d0-4fab-80cf-61b6b408c353 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:58.730094 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ea23bdf1-13d0-4fab-80cf-61b6b408c353 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:58.811260 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ea23bdf1-13d0-4fab-80cf-61b6b408c353 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:58.970338 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f03d46-e1c6-41cf-a42e-679767336c04 req-b4ad3a63-53b0-422d-a5da-8f7ed3100b73 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:20:58.980765 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-98f03d46-e1c6-41cf-a42e-679767336c04 req-b4ad3a63-53b0-422d-a5da-8f7ed3100b73 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1593549 Nov 11 22:20:59.069479 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-98f03d46-e1c6-41cf-a42e-679767336c04 req-e3a49749-f221-405b-a8f9-60961600f39a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860469 Nov 11 22:20:59.306569 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ea23bdf1-13d0-4fab-80cf-61b6b408c353 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:59.327199 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ea23bdf1-13d0-4fab-80cf-61b6b408c353 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Usage tracker for resource:security_group_rule and tenant:970a79010894485c806dc1e58aff6760 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:59.334585 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ea23bdf1-13d0-4fab-80cf-61b6b408c353 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:59.344122 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ea23bdf1-13d0-4fab-80cf-61b6b408c353 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:59.348981 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e55c8769-33c0-4e6b-ac48-5212dc32c705 req-3313490a-f0a1-4b9f-abd3-d940720b6c04 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 1098 time: 0.1375074 Nov 11 22:20:59.433227 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e55c8769-33c0-4e6b-ac48-5212dc32c705 req-9481508c-310a-476c-aacb-cac3ca1892ca service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721653 Nov 11 22:20:59.440308 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Sync routers for ids ['9e649a60-2a7f-483a-833b-7305f02f521f'] in dv-cinder-815883-4-smb {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:20:59.466887 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Routers {'9e649a60-2a7f-483a-833b-7305f02f521f'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:20:59.468856 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:20:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['9e649a60-2a7f-483a-833b-7305f02f521f'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:20:59.472117 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ea23bdf1-13d0-4fab-80cf-61b6b408c353 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:59.508571 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ea23bdf1-13d0-4fab-80cf-61b6b408c353 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:59.535168 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:59.570327 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23bdf1-13d0-4fab-80cf-61b6b408c353 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:59.584918 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ea23bdf1-13d0-4fab-80cf-61b6b408c353 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:20:59.586918 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ea23bdf1-13d0-4fab-80cf-61b6b408c353 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:59.592065 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 56914) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:20:59.592264 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-ea23bdf1-13d0-4fab-80cf-61b6b408c353 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.9035356 Nov 11 22:20:59.606681 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-2e1c760b-b671-4ebf-a4ab-1e3c584f4399 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Request body: {'security_group_rule': {'security_group_id': '3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132', 'project_id': '970a79010894485c806dc1e58aff6760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:20:59.615176 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2e1c760b-b671-4ebf-a4ab-1e3c584f4399 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:20:59.620033 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-2e1c760b-b671-4ebf-a4ab-1e3c584f4399 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Usage tracker for resource:security_group_rule and tenant:970a79010894485c806dc1e58aff6760 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:20:59.625055 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-2e1c760b-b671-4ebf-a4ab-1e3c584f4399 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:20:59.636182 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2e1c760b-b671-4ebf-a4ab-1e3c584f4399 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:20:59.711885 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e1c760b-b671-4ebf-a4ab-1e3c584f4399 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:59.856215 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e1c760b-b671-4ebf-a4ab-1e3c584f4399 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:59.904244 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e1c760b-b671-4ebf-a4ab-1e3c584f4399 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:20:59.907227 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-028603dc-8611-4b61-bcd5-f85f17d09c5e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:20:59.915137 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Set router 9e649a60-2a7f-483a-833b-7305f02f521f gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:20:59.943712 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c760b-b671-4ebf-a4ab-1e3c584f4399 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1df3cd-9045-431b-b466-e5723c5ebd04,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:20:59.947444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2e1c760b-b671-4ebf-a4ab-1e3c584f4399 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:00.016723 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2e1c760b-b671-4ebf-a4ab-1e3c584f4399 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:00.019804 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-2e1c760b-b671-4ebf-a4ab-1e3c584f4399 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4241848 Nov 11 22:21:00.022823 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 56934) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:00.029449 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-91f584be-5be5-49b9-aae5-d8e8431f8f2f tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Request body: {'security_group_rule': {'security_group_id': '3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132', 'project_id': '970a79010894485c806dc1e58aff6760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:21:00.047766 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-91f584be-5be5-49b9-aae5-d8e8431f8f2f tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:21:00.065369 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-91f584be-5be5-49b9-aae5-d8e8431f8f2f tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Usage tracker for resource:security_group_rule and tenant:970a79010894485c806dc1e58aff6760 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:21:00.069399 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-91f584be-5be5-49b9-aae5-d8e8431f8f2f tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:21:00.077884 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-91f584be-5be5-49b9-aae5-d8e8431f8f2f tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:21:00.141533 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-91f584be-5be5-49b9-aae5-d8e8431f8f2f tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:00.245534 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-91f584be-5be5-49b9-aae5-d8e8431f8f2f tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:00.313983 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e649a60-2a7f-483a-833b-7305f02f521f', 'name': 'tempest-TestShelveInstance-1457145645-router', 'tenant_id': '6588375702564e22ba9acd6d23c17bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ca3e40be-e0a2-483b-9889-4e59bc0dca4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:47Z', 'updated_at': '2021-11-11T22:20:54Z', 'revision_number': 4, 'project_id': '6588375702564e22ba9acd6d23c17bce', 'gw_port': {'id': 'ca3e40be-e0a2-483b-9889-4e59bc0dca4c', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e649a60-2a7f-483a-833b-7305f02f521f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:48Z', 'updated_at': '2021-11-11T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '25696885-b884-4d67-8b7e-54abb161040a', 'name': '', 'network_id': '3f6baab0-0315-40da-8b41-25061539621f', 'tenant_id': '6588375702564e22ba9acd6d23c17bce', 'mac_address': 'fa:16:3e:55:c6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e649a60-2a7f-483a-833b-7305f02f521f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288c090c-f411-4165-b290-ec5839948761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:53Z', 'updated_at': '2021-11-11T22:20:54Z', 'revision_number': 2, 'project_id': '6588375702564e22ba9acd6d23c17bce', 'subnets': [{'id': '288c090c-f411-4165-b290-ec5839948761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:21:00.328930 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Checking router: 9e649a60-2a7f-483a-833b-7305f02f521f for host: dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:21:00.329335 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Updating router 9e649a60-2a7f-483a-833b-7305f02f521f port 25696885-b884-4d67-8b7e-54abb161040a binding host dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 22:21:00.331539 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-91f584be-5be5-49b9-aae5-d8e8431f8f2f tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:00.341840 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:00.366077 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f584be-5be5-49b9-aae5-d8e8431f8f2f tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c91238-8511-4d8d-a967-80b51e17d7b1,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:00.371983 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-91f584be-5be5-49b9-aae5-d8e8431f8f2f tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:00.390521 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:00.424793 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4979cd-e11a-4063-b19e-8cd8b9e4a66c req-99d6bd9f-9e77-4639-902a-6fb8d33147e3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:00.427809 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8d4979cd-e11a-4063-b19e-8cd8b9e4a66c req-99d6bd9f-9e77-4639-902a-6fb8d33147e3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1498938 Nov 11 22:21:00.429811 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-91f584be-5be5-49b9-aae5-d8e8431f8f2f tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:00.431447 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-91f584be-5be5-49b9-aae5-d8e8431f8f2f tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4074271 Nov 11 22:21:00.434264 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56944) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:00.440833 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e00ce79b-9eda-4e3c-afc9-484cd269fb0d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Request body: {'security_group_rule': {'security_group_id': '3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132', 'project_id': '970a79010894485c806dc1e58aff6760', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:21:00.483277 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e00ce79b-9eda-4e3c-afc9-484cd269fb0d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:21:00.501184 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8d4979cd-e11a-4063-b19e-8cd8b9e4a66c req-d30c1caf-fd7c-4af6-a13e-7ce96958e552 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667312 Nov 11 22:21:00.501828 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e00ce79b-9eda-4e3c-afc9-484cd269fb0d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Usage tracker for resource:security_group_rule and tenant:970a79010894485c806dc1e58aff6760 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:21:00.514079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e00ce79b-9eda-4e3c-afc9-484cd269fb0d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:21:00.531904 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e00ce79b-9eda-4e3c-afc9-484cd269fb0d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:21:00.648306 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e00ce79b-9eda-4e3c-afc9-484cd269fb0d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:00.741640 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e00ce79b-9eda-4e3c-afc9-484cd269fb0d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:00.805981 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e00ce79b-9eda-4e3c-afc9-484cd269fb0d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:00.818507 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-05881837-9ec3-41e4-87fe-519bc2ee35b7 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:00.848941 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ce79b-9eda-4e3c-afc9-484cd269fb0d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380302b4-d2ce-43ec-8347-a89ae8c28473,revision_number=0']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:00.861291 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e00ce79b-9eda-4e3c-afc9-484cd269fb0d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:00.865563 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Notify callbacks [] for port, precommit_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:00.894941 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Transition to ACTIVE for port object 25696885-b884-4d67-8b7e-54abb161040a will not be triggered until provisioned by entity L2. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:21:00.902732 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e00ce79b-9eda-4e3c-afc9-484cd269fb0d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:00.904155 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-e00ce79b-9eda-4e3c-afc9-484cd269fb0d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4687102 Nov 11 22:21:00.909136 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 56960) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:00.917203 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-edfcee15-b8d2-440c-a02a-4e87c2cf5194 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Request body: {'security_group_rule': {'security_group_id': '3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132', 'project_id': '970a79010894485c806dc1e58aff6760', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:21:00.924552 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-edfcee15-b8d2-440c-a02a-4e87c2cf5194 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:21:00.929340 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-edfcee15-b8d2-440c-a02a-4e87c2cf5194 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Usage tracker for resource:security_group_rule and tenant:970a79010894485c806dc1e58aff6760 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:21:00.933126 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-edfcee15-b8d2-440c-a02a-4e87c2cf5194 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:21:00.942669 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:00.947273 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-27a1ea7d-57b6-419d-9439-c966ecfc8428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:00.955672 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-edfcee15-b8d2-440c-a02a-4e87c2cf5194 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:21:01.095741 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-edfcee15-b8d2-440c-a02a-4e87c2cf5194 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:01.283892 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-edfcee15-b8d2-440c-a02a-4e87c2cf5194 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:01.320400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78147a-2ba1-45f9-b503-9911cdc562a6 None None] Pushing event updated for resources: {'Port': ['ID=25696885-b884-4d67-8b7e-54abb161040a,revision_number=3']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:01.353542 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-edfcee15-b8d2-440c-a02a-4e87c2cf5194 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:01.368575 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:01.389798 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcee15-b8d2-440c-a02a-4e87c2cf5194 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba516218-7db5-40d7-9d5f-b33c1266702c,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:01.393412 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-edfcee15-b8d2-440c-a02a-4e87c2cf5194 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:01.432808 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eb78147a-2ba1-45f9-b503-9911cdc562a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:01.451637 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Attempting to bind port 25696885-b884-4d67-8b7e-54abb161040a on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:21:01.452070 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Attempting to bind port 25696885-b884-4d67-8b7e-54abb161040a by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': 'd117c8bc-be3d-496f-9ab4-eb80d78f434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3f6baab0-0315-40da-8b41-25061539621f'}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:21:01.452445 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Attempting to bind port 25696885-b884-4d67-8b7e-54abb161040a on network 3f6baab0-0315-40da-8b41-25061539621f {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:21:01.461683 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:21:01.462131 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Checking segment: {'id': 'd117c8bc-be3d-496f-9ab4-eb80d78f434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3f6baab0-0315-40da-8b41-25061539621f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:21:01.462565 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:01.463008 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Bound using segment: {'id': 'd117c8bc-be3d-496f-9ab4-eb80d78f434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3f6baab0-0315-40da-8b41-25061539621f'} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:21:01.463539 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Bound port: 25696885-b884-4d67-8b7e-54abb161040a, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd117c8bc-be3d-496f-9ab4-eb80d78f434c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '3f6baab0-0315-40da-8b41-25061539621f'}}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:21:01.463962 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:01.468388 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-edfcee15-b8d2-440c-a02a-4e87c2cf5194 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:01.473807 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-edfcee15-b8d2-440c-a02a-4e87c2cf5194 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5630972 Nov 11 22:21:01.474131 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56972) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:01.498083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-335a4038-b433-4c45-b30f-79544ee9b697 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Request body: {'security_group_rule': {'security_group_id': '3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132', 'project_id': '970a79010894485c806dc1e58aff6760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:21:01.523397 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-335a4038-b433-4c45-b30f-79544ee9b697 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:21:01.549062 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-335a4038-b433-4c45-b30f-79544ee9b697 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Usage tracker for resource:security_group_rule and tenant:970a79010894485c806dc1e58aff6760 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:21:01.564047 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-335a4038-b433-4c45-b30f-79544ee9b697 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:21:01.585534 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-335a4038-b433-4c45-b30f-79544ee9b697 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:21:01.678890 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] For port 25696885-b884-4d67-8b7e-54abb161040a, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:21:01.689110 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] For port 25696885-b884-4d67-8b7e-54abb161040a, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=25696885-b884-4d67-8b7e-54abb161040a,segment=NetworkSegment(d117c8bc-be3d-496f-9ab4-eb80d78f434c),segment_id=d117c8bc-be3d-496f-9ab4-eb80d78f434c)] {{(pid=88357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:21:01.738930 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-335a4038-b433-4c45-b30f-79544ee9b697 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Project 970a79010894485c806dc1e58aff6760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:21:01.768013 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-335a4038-b433-4c45-b30f-79544ee9b697 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:01.771160 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:01.788005 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:01.967402 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78147a-2ba1-45f9-b503-9911cdc562a6 None None] Pushing event updated for resources: {'Port': ['ID=25696885-b884-4d67-8b7e-54abb161040a,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:01.980013 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eb78147a-2ba1-45f9-b503-9911cdc562a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:01.980013 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Routers {'9e649a60-2a7f-483a-833b-7305f02f521f'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:21:01.980711 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:20:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['9e649a60-2a7f-483a-833b-7305f02f521f'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:21:01.996881 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-335a4038-b433-4c45-b30f-79544ee9b697 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:02.072717 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-335a4038-b433-4c45-b30f-79544ee9b697 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:02.073523 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a493db0-f28e-49e9-a96c-13f779a1548a req-ed41f3f0-266f-4aad-8287-43eec085c27e tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:02.082136 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:02.083155 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7a493db0-f28e-49e9-a96c-13f779a1548a req-ed41f3f0-266f-4aad-8287-43eec085c27e tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.2660081 Nov 11 22:21:02.135698 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a4038-b433-4c45-b30f-79544ee9b697 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93cb64fd-cfc1-446f-b252-21be1e7c837a,revision_number=0']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:02.145002 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-335a4038-b433-4c45-b30f-79544ee9b697 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:02.177204 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7a493db0-f28e-49e9-a96c-13f779a1548a req-e8ddc411-bd04-4969-a99f-798a41a1986b tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903046 Nov 11 22:21:02.257006 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-335a4038-b433-4c45-b30f-79544ee9b697 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:02.259102 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-335a4038-b433-4c45-b30f-79544ee9b697 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7831030 Nov 11 22:21:02.262129 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 56996) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:02.277648 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c893cf4d-c8b7-41b0-ae78-b7ad86e9a30d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Request body: {'security_group_rule': {'security_group_id': '3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132', 'project_id': '970a79010894485c806dc1e58aff6760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:21:02.289958 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c893cf4d-c8b7-41b0-ae78-b7ad86e9a30d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:21:02.319876 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-c893cf4d-c8b7-41b0-ae78-b7ad86e9a30d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Usage tracker for resource:security_group_rule and tenant:970a79010894485c806dc1e58aff6760 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:21:02.325892 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-c893cf4d-c8b7-41b0-ae78-b7ad86e9a30d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:21:02.343198 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c893cf4d-c8b7-41b0-ae78-b7ad86e9a30d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:21:02.394080 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-c893cf4d-c8b7-41b0-ae78-b7ad86e9a30d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Project 970a79010894485c806dc1e58aff6760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:21:02.403544 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c893cf4d-c8b7-41b0-ae78-b7ad86e9a30d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:02.453148 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] Set router 9e649a60-2a7f-483a-833b-7305f02f521f gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:21:02.521333 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 57006) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:02.601567 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c893cf4d-c8b7-41b0-ae78-b7ad86e9a30d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:02.645601 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d50dd-54b2-4566-9eec-b2588280948d req-4c1057e8-a71c-46d8-b6f2-22c79be3f489 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:02.645601 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-424d50dd-54b2-4566-9eec-b2588280948d req-4c1057e8-a71c-46d8-b6f2-22c79be3f489 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1384215 Nov 11 22:21:02.721768 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-424d50dd-54b2-4566-9eec-b2588280948d req-9da78fec-4a4c-462c-90da-bfd2dc3d5725 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804036 Nov 11 22:21:02.725549 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c893cf4d-c8b7-41b0-ae78-b7ad86e9a30d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:02.728366 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:02.883451 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893cf4d-c8b7-41b0-ae78-b7ad86e9a30d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5edb30d-8b54-4a30-b658-a895dc0fb55d,revision_number=0']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:02.883451 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c893cf4d-c8b7-41b0-ae78-b7ad86e9a30d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:02.883451 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8fcf11a-4f86-4486-a0fb-026298986ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:02.883451 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c8fcf11a-4f86-4486-a0fb-026298986ef5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:21:02.883451 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-c8fcf11a-4f86-4486-a0fb-026298986ef5 admin admin] Usage tracker for resource:security_group_rule and tenant:5791c506ae06498bb8a0be0b6f5e05cb is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:21:02.883451 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-c8fcf11a-4f86-4486-a0fb-026298986ef5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:21:02.883451 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c8fcf11a-4f86-4486-a0fb-026298986ef5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:21:02.946868 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c893cf4d-c8b7-41b0-ae78-b7ad86e9a30d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:02.948598 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-c893cf4d-c8b7-41b0-ae78-b7ad86e9a30d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6843138 Nov 11 22:21:02.998306 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8fcf11a-4f86-4486-a0fb-026298986ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:03.043810 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e649a60-2a7f-483a-833b-7305f02f521f', 'name': 'tempest-TestShelveInstance-1457145645-router', 'tenant_id': '6588375702564e22ba9acd6d23c17bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ca3e40be-e0a2-483b-9889-4e59bc0dca4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:47Z', 'updated_at': '2021-11-11T22:20:54Z', 'revision_number': 4, 'project_id': '6588375702564e22ba9acd6d23c17bce', 'gw_port': {'id': 'ca3e40be-e0a2-483b-9889-4e59bc0dca4c', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e649a60-2a7f-483a-833b-7305f02f521f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:48Z', 'updated_at': '2021-11-11T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '25696885-b884-4d67-8b7e-54abb161040a', 'name': '', 'network_id': '3f6baab0-0315-40da-8b41-25061539621f', 'tenant_id': '6588375702564e22ba9acd6d23c17bce', 'mac_address': 'fa:16:3e:55:c6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e649a60-2a7f-483a-833b-7305f02f521f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288c090c-f411-4165-b290-ec5839948761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:53Z', 'updated_at': '2021-11-11T22:21:01Z', 'revision_number': 4, 'project_id': '6588375702564e22ba9acd6d23c17bce', 'subnets': [{'id': '288c090c-f411-4165-b290-ec5839948761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:21:03.049538 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff049724-2e2b-4b3b-a843-020f2425be56 None None] The sync data for ids ['9e649a60-2a7f-483a-833b-7305f02f521f'] in dv-cinder-815883-4-smb is: [{'id': '9e649a60-2a7f-483a-833b-7305f02f521f', 'name': 'tempest-TestShelveInstance-1457145645-router', 'tenant_id': '6588375702564e22ba9acd6d23c17bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ca3e40be-e0a2-483b-9889-4e59bc0dca4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:47Z', 'updated_at': '2021-11-11T22:20:54Z', 'revision_number': 4, 'project_id': '6588375702564e22ba9acd6d23c17bce', 'gw_port': {'id': 'ca3e40be-e0a2-483b-9889-4e59bc0dca4c', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e649a60-2a7f-483a-833b-7305f02f521f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:48Z', 'updated_at': '2021-11-11T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '25696885-b884-4d67-8b7e-54abb161040a', 'name': '', 'network_id': '3f6baab0-0315-40da-8b41-25061539621f', 'tenant_id': '6588375702564e22ba9acd6d23c17bce', 'mac_address': 'fa:16:3e:55:c6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e649a60-2a7f-483a-833b-7305f02f521f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '288c090c-f411-4165-b290-ec5839948761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:53Z', 'updated_at': '2021-11-11T22:21:01Z', 'revision_number': 4, 'project_id': '6588375702564e22ba9acd6d23c17bce', 'subnets': [{'id': '288c090c-f411-4165-b290-ec5839948761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:21:03.056960 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8fcf11a-4f86-4486-a0fb-026298986ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:03.079440 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-48421399-3761-46e3-926b-840d66be7e50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:03.170252 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcf11a-4f86-4486-a0fb-026298986ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196cc8a1-f135-4f1d-bc7c-c602880f5578,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:03.174575 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c8fcf11a-4f86-4486-a0fb-026298986ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:03.177272 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-c8fcf11a-4f86-4486-a0fb-026298986ef5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5791c506ae06498bb8a0be0b6f5e05cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6548498 Nov 11 22:21:03.182537 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 57024) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:03.291076 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:03.315996 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f0351797-73ea-4d50-9f25-310c14997625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:03.357051 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f0351797-73ea-4d50-9f25-310c14997625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:03.445245 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f0351797-73ea-4d50-9f25-310c14997625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:03.450190 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1b6750e8-ba52-42f1-98f0-dc0ca37fb233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:03.476622 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0351797-73ea-4d50-9f25-310c14997625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196cc8a1-f135-4f1d-bc7c-c602880f5578,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:03.478702 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f0351797-73ea-4d50-9f25-310c14997625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:03.483063 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-f0351797-73ea-4d50-9f25-310c14997625 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/196cc8a1-f135-4f1d-bc7c-c602880f5578 HTTP/1.1" status: 204 len: 168 time: 0.2960260 Nov 11 22:21:03.483063 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f0351797-73ea-4d50-9f25-310c14997625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:04.138408 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 25696885-b884-4d67-8b7e-54abb161040a up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:21:04.276079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 57080) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:04.285276 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port 25696885-b884-4d67-8b7e-54abb161040a completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:21:04.291116 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 25696885-b884-4d67-8b7e-54abb161040a triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:21:04.291987 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:04.297612 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d946e0a-f7bb-488d-9a8c-38af7fd08f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:04.341240 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1d946e0a-f7bb-488d-9a8c-38af7fd08f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:21:04.345883 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-1d946e0a-f7bb-488d-9a8c-38af7fd08f0b admin admin] Usage tracker for resource:security_group_rule and tenant:fa3f1f3d3e194204bce6f51749c75d0a is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:21:04.350292 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-1d946e0a-f7bb-488d-9a8c-38af7fd08f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:21:04.360479 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1d946e0a-f7bb-488d-9a8c-38af7fd08f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:21:04.502743 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:04.505905 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d946e0a-f7bb-488d-9a8c-38af7fd08f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:04.543022 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d946e0a-f7bb-488d-9a8c-38af7fd08f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:04.570069 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:04.574908 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] For port 25696885-b884-4d67-8b7e-54abb161040a, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=25696885-b884-4d67-8b7e-54abb161040a,segment=NetworkSegment(d117c8bc-be3d-496f-9ab4-eb80d78f434c),segment_id=d117c8bc-be3d-496f-9ab4-eb80d78f434c)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:21:04.611016 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:04.613270 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:04.642791 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d946e0a-f7bb-488d-9a8c-38af7fd08f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6168e87-b2ab-40ae-aa09-d026f9010b44,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:04.651020 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1d946e0a-f7bb-488d-9a8c-38af7fd08f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:04.694575 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 57096) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:04.706267 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-1d946e0a-f7bb-488d-9a8c-38af7fd08f0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa3f1f3d3e194204bce6f51749c75d0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4168527 Nov 11 22:21:04.812906 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Pushing event updated for resources: {'Port': ['ID=25696885-b884-4d67-8b7e-54abb161040a,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:04.819962 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-942f8965-8061-4928-91d2-a567d6c02433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:04.821228 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:04.859343 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-942f8965-8061-4928-91d2-a567d6c02433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:04.954595 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-942f8965-8061-4928-91d2-a567d6c02433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:04.966537 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:04.994966 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f8965-8061-4928-91d2-a567d6c02433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6168e87-b2ab-40ae-aa09-d026f9010b44,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:04.998192 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-942f8965-8061-4928-91d2-a567d6c02433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:05.017441 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-942f8965-8061-4928-91d2-a567d6c02433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:05.023026 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-942f8965-8061-4928-91d2-a567d6c02433 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6168e87-b2ab-40ae-aa09-d026f9010b44 HTTP/1.1" status: 204 len: 168 time: 0.3227193 Nov 11 22:21:05.365210 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-55e25f3a-20a1-46eb-95c6-13034855e735 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:05.367777 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-55e25f3a-20a1-46eb-95c6-13034855e735 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/networks?id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 HTTP/1.1" status: 200 len: 815 time: 0.2229691 Nov 11 22:21:05.416349 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-919f40ba-ea36-4e38-a9b8-acef81d1d7f8 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/quotas/a4f3f3ba04d742bfab0c7d05cddbf2d8 HTTP/1.1" status: 200 len: 375 time: 0.0290437 Nov 11 22:21:05.698694 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-b74f05c3-7f22-41e4-8d19-bf2bcc71f7ca tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a4f3f3ba04d742bfab0c7d05cddbf2d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2751148 Nov 11 22:21:05.957611 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-feede98e-f1ea-475c-a863-670e8a4946c2 service neutron] 10.222.0.25 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576544 Nov 11 22:21:06.189440 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 25696885-b884-4d67-8b7e-54abb161040a up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:21:06.292222 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 25696885-b884-4d67-8b7e-54abb161040a triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:21:06.294287 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:06.305894 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-c0881edd-5349-45cc-a91f-de71a0c4b2c1 service neutron] 10.222.0.25 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406384 Nov 11 22:21:06.466742 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 57160) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:06.493239 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89c5cf10-a515-4f21-9894-0b4c49192fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:06.547087 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-89c5cf10-a515-4f21-9894-0b4c49192fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:21:06.552296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-89c5cf10-a515-4f21-9894-0b4c49192fce admin admin] Usage tracker for resource:security_group_rule and tenant:ca3b0d9702b9499cb1d4ae28dc2f9284 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:21:06.561008 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2a481f68-d834-4498-8aca-56457d41bac5 req-3de00510-a3ca-451e-9e47-bd2514d92d95 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43665bde38c04afb88bcf207f05f5331&device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 1098 time: 0.1983066 Nov 11 22:21:06.563613 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-89c5cf10-a515-4f21-9894-0b4c49192fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:21:06.611503 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-89c5cf10-a515-4f21-9894-0b4c49192fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:21:06.837267 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a481f68-d834-4498-8aca-56457d41bac5 req-f8db188a-77c5-4653-9118-bf7bb24dd0a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:06.839281 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2a481f68-d834-4498-8aca-56457d41bac5 req-f8db188a-77c5-4653-9118-bf7bb24dd0a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcbad872-fbd0-40a2-acd1-a807e84b8e87 HTTP/1.1" status: 200 len: 919 time: 0.2705545 Nov 11 22:21:06.921238 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad823c-fbca-42de-858b-a5245f829b49 req-38e539f2-3868-4287-a83f-0a6f64228a6b tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:06.934859 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-51ad823c-fbca-42de-858b-a5245f829b49 req-38e539f2-3868-4287-a83f-0a6f64228a6b tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.3571174 Nov 11 22:21:07.056905 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2a481f68-d834-4498-8aca-56457d41bac5 req-4cb2c9fc-2396-4f9e-9dd2-49ed652130a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e16d470-9007-499e-b5e8-70d14adafcaf HTTP/1.1" status: 200 len: 217 time: 0.2059813 Nov 11 22:21:07.080814 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-51ad823c-fbca-42de-858b-a5245f829b49 req-dc582228-f454-460e-a0c3-ce20a8e86559 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302576 Nov 11 22:21:07.192438 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a481f68-d834-4498-8aca-56457d41bac5 req-073b247c-d2f6-4d21-9526-b4b2f249a228 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:07.194500 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2a481f68-d834-4498-8aca-56457d41bac5 req-073b247c-d2f6-4d21-9526-b4b2f249a228 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=678bec8e-2914-403b-acd5-8926fa26bd5f HTTP/1.1" status: 200 len: 858 time: 0.1279449 Nov 11 22:21:07.200900 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ce7209a8-e8af-4ed3-a827-422ab00debf9 req-fe0ab123-7343-455f-b2ec-ca3f7a87af10 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 210 time: 0.0967851 Nov 11 22:21:07.260407 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2a481f68-d834-4498-8aca-56457d41bac5 req-c0e4a22c-3e40-43a8-b619-56a8c591095d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcbad872-fbd0-40a2-acd1-a807e84b8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561457 Nov 11 22:21:07.437380 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2a481f68-d834-4498-8aca-56457d41bac5 req-f31f5de1-9e2e-4fdb-9c90-8e567eaf4859 service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633995 Nov 11 22:21:07.679210 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2a481f68-d834-4498-8aca-56457d41bac5 req-2bd9675f-8bef-4692-825e-5a8be890d1f0 service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367072 Nov 11 22:21:07.735169 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89c5cf10-a515-4f21-9894-0b4c49192fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:07.794699 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89c5cf10-a515-4f21-9894-0b4c49192fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:07.804470 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a97ab9c4-a159-492b-a70a-6f0689d068b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:07.861010 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5cf10-a515-4f21-9894-0b4c49192fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697cdf56-10a8-4043-b4b5-be42aa9752cf,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:07.867793 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-89c5cf10-a515-4f21-9894-0b4c49192fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:07.894316 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-89c5cf10-a515-4f21-9894-0b4c49192fce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca3b0d9702b9499cb1d4ae28dc2f9284&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4247313 Nov 11 22:21:07.898511 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 57196) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:07.991823 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef09b-3f7b-44d2-a7ef-982c3a3dd325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:08.025623 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef09b-3f7b-44d2-a7ef-982c3a3dd325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:08.122571 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef09b-3f7b-44d2-a7ef-982c3a3dd325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:08.129275 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5dd23fad-b3ab-4a39-bafa-762f06ec4b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:08.139966 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 57202) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:08.143439 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ef09b-3f7b-44d2-a7ef-982c3a3dd325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697cdf56-10a8-4043-b4b5-be42aa9752cf,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:08.146235 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3e2ef09b-3f7b-44d2-a7ef-982c3a3dd325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:08.162344 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef09b-3f7b-44d2-a7ef-982c3a3dd325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:08.166901 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-3e2ef09b-3f7b-44d2-a7ef-982c3a3dd325 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/697cdf56-10a8-4043-b4b5-be42aa9752cf HTTP/1.1" status: 204 len: 168 time: 0.2669976 Nov 11 22:21:08.458705 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-358c38d5-553d-47dc-8c82-dcbc7c2eb80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:08.531536 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-358c38d5-553d-47dc-8c82-dcbc7c2eb80a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:21:08.538474 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-358c38d5-553d-47dc-8c82-dcbc7c2eb80a admin admin] Usage tracker for resource:security_group_rule and tenant:71bd0755e27e43d89d57cd9fe458135c is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:21:08.539288 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa46a3-f5b2-4ae9-8554-0aa862d7fc11 req-c2b2c259-6c26-4fa3-95cb-58110503d0e0 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:08.545647 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-358c38d5-553d-47dc-8c82-dcbc7c2eb80a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:21:08.555771 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-53aa46a3-f5b2-4ae9-8554-0aa862d7fc11 req-c2b2c259-6c26-4fa3-95cb-58110503d0e0 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.2665401 Nov 11 22:21:08.563207 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-358c38d5-553d-47dc-8c82-dcbc7c2eb80a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:21:08.575189 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ee682f0b-9a11-4fcc-ab74-65c1af31eccf req-3fd4c2b9-17f1-42a7-a562-d9f608d711cf tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 210 time: 0.1598811 Nov 11 22:21:08.679141 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-358c38d5-553d-47dc-8c82-dcbc7c2eb80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:08.697461 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-53aa46a3-f5b2-4ae9-8554-0aa862d7fc11 req-130497ee-2370-4b90-b979-4cf300740379 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397460 Nov 11 22:21:08.736569 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-358c38d5-553d-47dc-8c82-dcbc7c2eb80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:08.814136 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c8fcf11a-4f86-4486-a0fb-026298986ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:08.827637 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 57222) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:08.827924 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-358c38d5-553d-47dc-8c82-dcbc7c2eb80a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71bd0755e27e43d89d57cd9fe458135c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6864073 Nov 11 22:21:08.880811 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c38d5-553d-47dc-8c82-dcbc7c2eb80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68488f35-dbc4-4df8-8fc4-09f92155abe8,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:08.885375 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-358c38d5-553d-47dc-8c82-dcbc7c2eb80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:08.934142 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d7164b8a-ebf4-4ecd-b089-cd19aea24649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:08.990148 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d7164b8a-ebf4-4ecd-b089-cd19aea24649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:09.091158 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d7164b8a-ebf4-4ecd-b089-cd19aea24649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:09.097566 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4d0e80c8-3f3f-4d01-9e1e-0567d58c499c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:09.115610 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7164b8a-ebf4-4ecd-b089-cd19aea24649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68488f35-dbc4-4df8-8fc4-09f92155abe8,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:09.118192 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d7164b8a-ebf4-4ecd-b089-cd19aea24649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:09.119436 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-d7164b8a-ebf4-4ecd-b089-cd19aea24649 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/68488f35-dbc4-4df8-8fc4-09f92155abe8 HTTP/1.1" status: 204 len: 168 time: 0.2905872 Nov 11 22:21:09.120421 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d7164b8a-ebf4-4ecd-b089-cd19aea24649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:09.862282 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8396e24e-0ab7-4b33-8f96-3b4e77fbab1f req-c7bc0dd2-4654-4d87-86a1-6425b42f6a68 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 210 time: 0.0845146 Nov 11 22:21:10.238696 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-dc6d63bb-d9ba-416f-a597-9258462be2eb tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:10.241435 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-dc6d63bb-d9ba-416f-a597-9258462be2eb tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.55 "GET /v2.0/networks?id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 HTTP/1.1" status: 200 len: 815 time: 0.4438462 Nov 11 22:21:10.248865 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43d22a-0030-42f0-ab35-ca7c3c036726 req-7d9f749b-4a8d-422c-ae75-4420a3c11689 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:10.258838 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-da43d22a-0030-42f0-ab35-ca7c3c036726 req-7d9f749b-4a8d-422c-ae75-4420a3c11689 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1327295 Nov 11 22:21:10.260922 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-6fe37005-cae1-4a01-9d79-40783f8dcbb2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Request body: {'port': {'device_id': 'd5d638cd-01d0-4dab-ba00-299ec39cb6c3', 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9', 'admin_state_up': True, 'tenant_id': 'a4f3f3ba04d742bfab0c7d05cddbf2d8'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:21:10.363785 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-da43d22a-0030-42f0-ab35-ca7c3c036726 req-19bfa53b-9dd4-49b6-8968-da95c00ab8d4 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036742 Nov 11 22:21:10.585530 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-6fe37005-cae1-4a01-9d79-40783f8dcbb2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:21:10.593194 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-6fe37005-cae1-4a01-9d79-40783f8dcbb2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Usage tracker for resource:port and tenant:a4f3f3ba04d742bfab0c7d05cddbf2d8 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:21:10.600830 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-6fe37005-cae1-4a01-9d79-40783f8dcbb2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:21:10.609190 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-6fe37005-cae1-4a01-9d79-40783f8dcbb2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:21:10.666858 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-6fe37005-cae1-4a01-9d79-40783f8dcbb2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Made reservation on behalf of a4f3f3ba04d742bfab0c7d05cddbf2d8 for: {'port': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:21:10.673981 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-6fe37005-cae1-4a01-9d79-40783f8dcbb2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:10.915644 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-6fe37005-cae1-4a01-9d79-40783f8dcbb2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Allocated IP 172.20.0.10 (6c03f65d-bd89-4cd3-98f2-cd54c6e153a9/16d9e299-f3ab-4d26-86ad-8832fcc6a207/b08c3320-07b8-450f-a044-5fc5ee575078) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:21:11.276356 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-49386aae-83df-4366-93ea-6c6e320d00cc req-1fc2855c-1479-4c64-bf3a-12e4a0795585 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 210 time: 0.0626845 Nov 11 22:21:11.302514 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-6fe37005-cae1-4a01-9d79-40783f8dcbb2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:11.433562 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-6fe37005-cae1-4a01-9d79-40783f8dcbb2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:11.444912 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:11.451442 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['0ba682dc-6fb9-4290-b107-137bfcdcbd9e', '8b4c963c-4d4b-4836-a2ff-26c337315fd5', '67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:21:11.732908 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-6fe37005-cae1-4a01-9d79-40783f8dcbb2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:21:11.744345 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-6fe37005-cae1-4a01-9d79-40783f8dcbb2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:21:11.755974 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-6fe37005-cae1-4a01-9d79-40783f8dcbb2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:21:11.769517 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-6fe37005-cae1-4a01-9d79-40783f8dcbb2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:11.773870 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-6fe37005-cae1-4a01-9d79-40783f8dcbb2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:11.815717 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe37005-cae1-4a01-9d79-40783f8dcbb2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Pushing event updated for resources: {'Port': ['ID=b08c3320-07b8-450f-a044-5fc5ee575078,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:11.830166 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6fe37005-cae1-4a01-9d79-40783f8dcbb2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:11.918480 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-6fe37005-cae1-4a01-9d79-40783f8dcbb2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6630981 Nov 11 22:21:11.944691 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Request body: {'port': {'device_id': 'd5d638cd-01d0-4dab-ba00-299ec39cb6c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:21:11.969879 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07aabe3-413d-4a4d-9490-e4cd0b66385c req-f815acae-8e94-49dc-9a45-370b093b5428 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:11.978842 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d07aabe3-413d-4a4d-9490-e4cd0b66385c req-f815acae-8e94-49dc-9a45-370b093b5428 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.2584410 Nov 11 22:21:12.078604 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d07aabe3-413d-4a4d-9490-e4cd0b66385c req-7b7cc9e4-f52c-4976-ae45-9b674ea7dbc0 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971966 Nov 11 22:21:12.172871 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:12.763028 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b08c3320-07b8-450f-a044-5fc5ee575078 {{(pid=88356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:21:12.771466 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:12.774956 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dab285-3f8b-4990-8283-778f77b0ebf8 req-2e092d3d-a5e2-4265-bc0e-42a8add35308 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:12.777036 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-03dab285-3f8b-4990-8283-778f77b0ebf8 req-2e092d3d-a5e2-4265-bc0e-42a8add35308 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 932 time: 0.2427087 Nov 11 22:21:12.791008 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Transition to ACTIVE for port object b08c3320-07b8-450f-a044-5fc5ee575078 will not be triggered until provisioned by entity L2. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:21:12.822785 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:12.830944 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-239c5b4a-e074-4d7c-8c2b-060f53b29775 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:12.841162 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-03dab285-3f8b-4990-8283-778f77b0ebf8 req-939e5cf2-13f0-4371-b3b4-1ebe602950cb tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548036 Nov 11 22:21:12.999187 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Pushing event updated for resources: {'Port': ['ID=b08c3320-07b8-450f-a044-5fc5ee575078,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:13.008929 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:13.080485 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Attempting to bind port b08c3320-07b8-450f-a044-5fc5ee575078 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:21:13.080868 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Attempting to bind port b08c3320-07b8-450f-a044-5fc5ee575078 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '2e291e9e-e370-4e6b-bfcb-75446ab59746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9'}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:21:13.081185 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Attempting to bind port b08c3320-07b8-450f-a044-5fc5ee575078 on network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:21:13.089005 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Port b08c3320-07b8-450f-a044-5fc5ee575078 on network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 22:21:13.089379 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Attempting to bind port b08c3320-07b8-450f-a044-5fc5ee575078 on network 6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:21:13.098337 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Checking agent: {'id': 'd308de4e-73e5-4a02-a57f-4634dba51a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:21:13.098788 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Checking segment: {'id': '2e291e9e-e370-4e6b-bfcb-75446ab59746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:21:13.099213 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Bound using segment: {'id': '2e291e9e-e370-4e6b-bfcb-75446ab59746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9'} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:21:13.099795 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Bound port: b08c3320-07b8-450f-a044-5fc5ee575078, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e291e9e-e370-4e6b-bfcb-75446ab59746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9'}}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:21:13.100036 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:13.259115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] For port b08c3320-07b8-450f-a044-5fc5ee575078, host hv-cinder-81588, cleared binding levels {{(pid=88356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:21:13.265298 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] For port b08c3320-07b8-450f-a044-5fc5ee575078, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b08c3320-07b8-450f-a044-5fc5ee575078,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:21:13.337099 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:13.361508 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e89f34b4-01c3-45d1-8051-5396e86dfeec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:13.425869 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ed9ca-2fc4-43c7-954c-e8752f6ab1ad req-85c2632e-c69f-4014-90c5-e157d083fea6 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:13.427717 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a45ed9ca-2fc4-43c7-954c-e8752f6ab1ad req-85c2632e-c69f-4014-90c5-e157d083fea6 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1170676 Nov 11 22:21:13.461255 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:13.462831 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] 10.222.0.55 "PUT /v2.0/ports/b08c3320-07b8-450f-a044-5fc5ee575078 HTTP/1.1" status: 200 len: 1094 time: 1.5284739 Nov 11 22:21:13.463377 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d638cd-01d0-4dab-ba00-299ec39cb6c3', 'tag': 'b08c3320-07b8-450f-a044-5fc5ee575078'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:21:13.495584 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Pushing event updated for resources: {'Port': ['ID=b08c3320-07b8-450f-a044-5fc5ee575078,revision_number=3']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:13.499385 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:13.522262 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a45ed9ca-2fc4-43c7-954c-e8752f6ab1ad req-d984b312-2040-464c-8dbc-a9b129e3d74d tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850561 Nov 11 22:21:13.615240 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d638cd-01d0-4dab-ba00-299ec39cb6c3', 'tag': 'b08c3320-07b8-450f-a044-5fc5ee575078', 'status': 'completed', 'code': 200} Nov 11 22:21:13.677503 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-1f82d799-8b6f-4b6e-bce3-cca9e36e6ac3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4f3f3ba04d742bfab0c7d05cddbf2d8&device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 1097 time: 0.1009855 Nov 11 22:21:14.089841 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-c5a803d0-1542-4770-bac4-a5c66b4b56ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b08c3320-07b8-450f-a044-5fc5ee575078 HTTP/1.1" status: 200 len: 217 time: 0.3995960 Nov 11 22:21:14.195798 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a271830-5a22-4524-b067-a869cf04e809 req-c7cdc98a-c870-4bb7-aea9-b3a38b4b3d5b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:14.205976 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3a271830-5a22-4524-b067-a869cf04e809 req-c7cdc98a-c870-4bb7-aea9-b3a38b4b3d5b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 944 time: 0.1569827 Nov 11 22:21:14.240027 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-ecab0542-18d6-4db1-9f8a-50e1120779a5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:14.242332 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-ecab0542-18d6-4db1-9f8a-50e1120779a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16d9e299-f3ab-4d26-86ad-8832fcc6a207 HTTP/1.1" status: 200 len: 855 time: 0.1457546 Nov 11 22:21:14.279158 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3a271830-5a22-4524-b067-a869cf04e809 req-e17f17cb-8e5c-4242-9e53-65fe1f10a521 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717015 Nov 11 22:21:14.339212 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-f00a0f7a-98ca-4c0e-a4c2-d2252f0a6d67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558310 Nov 11 22:21:14.350831 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-550af9c4-731c-4c89-a33f-4bc1754d7aef tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=dab958443c4e4862b625ef6bab08cc4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0636041 Nov 11 22:21:14.569279 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-5af09d3f-98b5-499a-ac52-cec1a874944b tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:14.578131 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-5af09d3f-98b5-499a-ac52-cec1a874944b tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2158267 Nov 11 22:21:14.603701 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-6d1ebed0-3276-4649-a6bc-bd71f1b96c59 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/quotas/dab958443c4e4862b625ef6bab08cc4a HTTP/1.1" status: 200 len: 375 time: 0.0238032 Nov 11 22:21:14.709835 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-4db9534a-0c45-4333-8e76-a92de0abc545 service neutron] 10.222.0.55 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621166 Nov 11 22:21:14.722487 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-7bd62c6f-f3db-4319-8c93-ccf32a1b51d9 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dab958443c4e4862b625ef6bab08cc4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1173582 Nov 11 22:21:14.766903 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061b065-b323-44ea-bd1d-ee1029c84c7e req-0c04c03a-fcb3-47a9-b5ff-75467376fe9f tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:14.769067 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5061b065-b323-44ea-bd1d-ee1029c84c7e req-0c04c03a-fcb3-47a9-b5ff-75467376fe9f tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.1877103 Nov 11 22:21:14.922988 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08f633cd-ffbf-44fa-b952-bb85cb34de0b req-3c58b6ef-2e4a-4e85-9422-a50b69db85a9 service neutron] 10.222.0.55 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896315 Nov 11 22:21:14.925784 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5061b065-b323-44ea-bd1d-ee1029c84c7e req-62128003-1a1a-41f5-87ae-53e7158dcd7c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337337 Nov 11 22:21:15.276789 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-94ca7d04-4edf-4892-9814-6ea856a1d81b req-ea8747a8-2b1f-448f-b477-d38f6809af2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a4f3f3ba04d742bfab0c7d05cddbf2d8&device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 1097 time: 0.2415519 Nov 11 22:21:15.333507 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-eb96ba34-941e-4e7e-9aec-0335abe1a37c req-a0fb8e9a-a056-41b0-96b7-cc993baecd49 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 210 time: 0.0897670 Nov 11 22:21:15.334402 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 57442) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:15.419480 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655cca0-bce7-4820-bf13-afc1888e27e5 req-6bfc7ad7-1406-4846-839c-9d8d49587b31 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:15.428491 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0655cca0-bce7-4820-bf13-afc1888e27e5 req-6bfc7ad7-1406-4846-839c-9d8d49587b31 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.2703290 Nov 11 22:21:15.492948 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0655cca0-bce7-4820-bf13-afc1888e27e5 req-92389b77-c3e2-45e9-8b0f-6c06cda93062 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633736 Nov 11 22:21:15.733248 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573665d-e55a-4fd8-9ec3-03d203c41f86 req-c52de48d-343c-4c35-865f-d2bf64a8704c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:15.742936 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d573665d-e55a-4fd8-9ec3-03d203c41f86 req-c52de48d-343c-4c35-865f-d2bf64a8704c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 944 time: 0.1643836 Nov 11 22:21:15.745613 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87a59b21-431f-427e-ba31-16933bd73032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:15.772935 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca7d04-4edf-4892-9814-6ea856a1d81b req-de951bf9-b889-440c-b6fc-00effc034b7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:15.775086 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-94ca7d04-4edf-4892-9814-6ea856a1d81b req-de951bf9-b889-440c-b6fc-00effc034b7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 HTTP/1.1" status: 200 len: 916 time: 0.4882431 Nov 11 22:21:15.858066 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d573665d-e55a-4fd8-9ec3-03d203c41f86 req-b3190f15-647c-44b0-bdf8-98a598403c8a tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150215 Nov 11 22:21:15.888682 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-94ca7d04-4edf-4892-9814-6ea856a1d81b req-cdc29091-56d1-410d-b49a-b54436c6a59f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b08c3320-07b8-450f-a044-5fc5ee575078 HTTP/1.1" status: 200 len: 217 time: 0.1025753 Nov 11 22:21:15.898593 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-87a59b21-431f-427e-ba31-16933bd73032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:21:15.905475 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-87a59b21-431f-427e-ba31-16933bd73032 admin admin] Usage tracker for resource:security_group_rule and tenant:adfe372240ad4e158f03272ef29e6c92 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:21:15.911206 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-87a59b21-431f-427e-ba31-16933bd73032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:21:15.920652 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-87a59b21-431f-427e-ba31-16933bd73032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:21:15.977334 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca7d04-4edf-4892-9814-6ea856a1d81b req-745818c6-178d-4b95-a7b4-a1284e4c534b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:15.982176 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-94ca7d04-4edf-4892-9814-6ea856a1d81b req-745818c6-178d-4b95-a7b4-a1284e4c534b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16d9e299-f3ab-4d26-86ad-8832fcc6a207 HTTP/1.1" status: 200 len: 855 time: 0.0832255 Nov 11 22:21:16.048626 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87a59b21-431f-427e-ba31-16933bd73032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:16.080641 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-94ca7d04-4edf-4892-9814-6ea856a1d81b req-5ddac917-3e53-4ba9-a325-00195de564c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909665 Nov 11 22:21:16.096170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87a59b21-431f-427e-ba31-16933bd73032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:16.128183 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1ba851df-0281-47f9-a9aa-dc6f57c9d866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:16.146521 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-87a59b21-431f-427e-ba31-16933bd73032 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=adfe372240ad4e158f03272ef29e6c92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8060167 Nov 11 22:21:16.147512 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 57456) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:16.264684 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a59b21-431f-427e-ba31-16933bd73032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11de6c9-f956-4760-8228-332a1c82503c,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:16.288239 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-87a59b21-431f-427e-ba31-16933bd73032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:16.394918 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-94ca7d04-4edf-4892-9814-6ea856a1d81b req-20ca0ac8-ba78-4a60-9826-991c53d7706b service neutron] 10.222.0.55 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021588 Nov 11 22:21:16.448414 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4d8958f-a527-443a-96a1-7090056f96c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:16.488438 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4d8958f-a527-443a-96a1-7090056f96c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:16.615262 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-90769a15-49b5-4e76-aea9-c666a4ad1cc1 req-acc76fc9-7392-4cc3-871c-bd737299285a tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 210 time: 0.0629721 Nov 11 22:21:16.618533 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4d8958f-a527-443a-96a1-7090056f96c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:16.626045 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-302d998e-6125-4654-82ca-4e52483cce65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:16.648625 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8958f-a527-443a-96a1-7090056f96c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11de6c9-f956-4760-8228-332a1c82503c,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:16.659712 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e4d8958f-a527-443a-96a1-7090056f96c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:16.679115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4d8958f-a527-443a-96a1-7090056f96c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:16.693644 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-e4d8958f-a527-443a-96a1-7090056f96c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d11de6c9-f956-4760-8228-332a1c82503c HTTP/1.1" status: 204 len: 168 time: 0.5314364 Nov 11 22:21:16.724391 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f084de-1a78-4756-a7f0-2ca0eb996c81 req-b5506872-da08-4524-9a71-df364e9c4a5e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:16.737566 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-00f084de-1a78-4756-a7f0-2ca0eb996c81 req-b5506872-da08-4524-9a71-df364e9c4a5e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.4871151 Nov 11 22:21:16.752262 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-94ca7d04-4edf-4892-9814-6ea856a1d81b req-a0737885-ce7a-4a3a-924a-cbbc8b909629 service neutron] 10.222.0.55 "GET /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480091 Nov 11 22:21:16.861386 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-00f084de-1a78-4756-a7f0-2ca0eb996c81 req-78f6ea44-0210-4913-987c-8478c25025c2 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097288 Nov 11 22:21:16.938687 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652534b5-fc5f-4d33-8f56-c56c37ac5347 req-93b7c24d-7758-4935-b647-4d91722be4b7 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:16.953684 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-652534b5-fc5f-4d33-8f56-c56c37ac5347 req-93b7c24d-7758-4935-b647-4d91722be4b7 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1650479 Nov 11 22:21:17.023416 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-652534b5-fc5f-4d33-8f56-c56c37ac5347 req-5a95afae-a5c2-487c-9e26-c9d9920e91a1 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682049 Nov 11 22:21:17.211971 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8f2f5241-62b9-4a0c-9b58-46aa0631bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:17.595092 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cf58d-f9f8-4292-987e-3973275d4213 req-273a2ac3-fc9d-4152-9cc9-4c93b17dfcf1 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:17.597037 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d59cf58d-f9f8-4292-987e-3973275d4213 req-273a2ac3-fc9d-4152-9cc9-4c93b17dfcf1 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 944 time: 0.2856817 Nov 11 22:21:17.666982 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 57488) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:17.673427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce7100-3330-486e-9a24-c7c91c37d7ba req-340320b0-a92d-4d58-9ad7-b6018138632c tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:17.675261 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cdce7100-3330-486e-9a24-c7c91c37d7ba req-340320b0-a92d-4d58-9ad7-b6018138632c tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.2369030 Nov 11 22:21:17.684666 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d59cf58d-f9f8-4292-987e-3973275d4213 req-5a3463a9-a0f5-457a-8938-9074b3d8901a tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693455 Nov 11 22:21:17.715215 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1bb0de95-147b-4108-869d-8976740e49fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:17.764892 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cdce7100-3330-486e-9a24-c7c91c37d7ba req-75f8a2b6-4865-4b4a-8d28-dcb48ef73466 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744548 Nov 11 22:21:17.795797 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1bb0de95-147b-4108-869d-8976740e49fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:21:17.803899 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-1bb0de95-147b-4108-869d-8976740e49fb admin admin] Usage tracker for resource:security_group_rule and tenant:6dd4f7d0da2049058801bc601094906d is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:21:17.812818 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-1bb0de95-147b-4108-869d-8976740e49fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:21:17.823408 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1bb0de95-147b-4108-869d-8976740e49fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:21:17.940684 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1bb0de95-147b-4108-869d-8976740e49fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:17.971128 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1bb0de95-147b-4108-869d-8976740e49fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:17.972149 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-93cdf6e0-ff04-4238-9e76-6a5c4f300703 req-744019c5-d0b7-4024-9d69-ca7a6d9f6cca tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 210 time: 0.0650396 Nov 11 22:21:18.018802 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-205aac74-3a9f-4fce-bdb6-c5284247a4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:18.075998 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0de95-147b-4108-869d-8976740e49fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ed74c6-0bbf-470d-91e8-2e8b6317ea00,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:18.089982 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 57500) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:18.099418 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-1bb0de95-147b-4108-869d-8976740e49fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6dd4f7d0da2049058801bc601094906d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4301174 Nov 11 22:21:18.101477 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1bb0de95-147b-4108-869d-8976740e49fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:18.462688 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4f846972-aeae-4687-8b0a-99c44fe96ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:18.514791 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-59dd9024-df0e-4181-a68c-eba53682a3e7 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=dab958443c4e4862b625ef6bab08cc4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538588 Nov 11 22:21:18.547405 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4f846972-aeae-4687-8b0a-99c44fe96ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:18.604458 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44600243-2aec-427d-9029-c8e2df045872 req-3eaaf643-c6f6-4dc2-9f79-81d2ecffe9fa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:18.607953 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-44600243-2aec-427d-9029-c8e2df045872 req-3eaaf643-c6f6-4dc2-9f79-81d2ecffe9fa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.3963273 Nov 11 22:21:18.686015 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device b08c3320-07b8-450f-a044-5fc5ee575078 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:21:18.718047 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9fd12-091d-438e-b680-ba75e367d7d1 req-26823762-ab33-4b85-b30d-08f814f36616 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:18.722641 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-aba9fd12-091d-438e-b680-ba75e367d7d1 req-26823762-ab33-4b85-b30d-08f814f36616 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.3962288 Nov 11 22:21:18.797103 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-44600243-2aec-427d-9029-c8e2df045872 req-12397afa-2816-4e39-8968-f3a726a2033d tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736872 Nov 11 22:21:18.889299 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-e3749d63-5a56-400e-9e51-bda0ea9ee43a tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:18.896670 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-e3749d63-5a56-400e-9e51-bda0ea9ee43a tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3625228 Nov 11 22:21:18.912603 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-aba9fd12-091d-438e-b680-ba75e367d7d1 req-7abbeb69-79a8-4563-afbc-7d9b403230e3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463115 Nov 11 22:21:18.914342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Request body: {'port': {'device_id': '9286b295-cb56-4106-9232-33137f206eb1', 'network_id': '2004a6a6-3e10-43b5-8abe-27ecdc49b8af', 'admin_state_up': True, 'tenant_id': 'dab958443c4e4862b625ef6bab08cc4a'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:21:19.046238 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4f846972-aeae-4687-8b0a-99c44fe96ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:19.055730 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d00f4975-80da-4814-b046-031f06e1e63c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:19.087405 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:19.113706 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port b08c3320-07b8-450f-a044-5fc5ee575078, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b08c3320-07b8-450f-a044-5fc5ee575078,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:21:19.148253 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': 'b08c3320-07b8-450f-a044-5fc5ee575078', 'network_id': '6c03f65d-bd89-4cd3-98f2-cd54c6e153a9', 'port_id': 'b08c3320-07b8-450f-a044-5fc5ee575078', 'mac_address': 'fa:16:3e:ff:d4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d9e299-f3ab-4d26-86ad-8832fcc6a207', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:21:19.158194 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f846972-aeae-4687-8b0a-99c44fe96ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ed74c6-0bbf-470d-91e8-2e8b6317ea00,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:19.167274 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4f846972-aeae-4687-8b0a-99c44fe96ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:19.169502 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-4f846972-aeae-4687-8b0a-99c44fe96ec3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1ed74c6-0bbf-470d-91e8-2e8b6317ea00 HTTP/1.1" status: 204 len: 168 time: 1.0772526 Nov 11 22:21:19.171017 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4f846972-aeae-4687-8b0a-99c44fe96ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:19.240132 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d13585-15ac-4556-a2d1-83465b41ec58 req-6ca8b141-aaae-4da2-96ec-72491fb64be5 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:19.251800 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-40d13585-15ac-4556-a2d1-83465b41ec58 req-6ca8b141-aaae-4da2-96ec-72491fb64be5 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 944 time: 0.1648178 Nov 11 22:21:19.304304 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:21:19.313714 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Usage tracker for resource:port and tenant:dab958443c4e4862b625ef6bab08cc4a is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:21:19.320052 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:21:19.332543 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:21:19.378595 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-40d13585-15ac-4556-a2d1-83465b41ec58 req-8ed89cf5-afdf-4b69-994e-14d1e461c079 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201246 Nov 11 22:21:19.406601 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Made reservation on behalf of dab958443c4e4862b625ef6bab08cc4a for: {'port': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:21:19.412065 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cebbb9-39a4-4f8a-a4db-af8f31db511d req-bfadac19-d3a0-4044-92f8-8b20335b9433 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:19.420185 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:19.434208 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e2cebbb9-39a4-4f8a-a4db-af8f31db511d req-bfadac19-d3a0-4044-92f8-8b20335b9433 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.1539106 Nov 11 22:21:19.474380 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:19.553053 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:19.574423 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e2cebbb9-39a4-4f8a-a4db-af8f31db511d req-e422c17d-c294-4409-b037-e7f79d21223a tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366947 Nov 11 22:21:19.645088 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b08c3320-07b8-450f-a044-5fc5ee575078 {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:21:19.651422 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:21:19.661248 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Usage tracker for resource:security_group_rule and tenant:dab958443c4e4862b625ef6bab08cc4a is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:21:19.666899 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:21:19.679163 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:21:19.682002 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port b08c3320-07b8-450f-a044-5fc5ee575078, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b08c3320-07b8-450f-a044-5fc5ee575078,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:21:19.685862 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70393cb9-c5fc-424c-ac90-b118b20328f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:19.718724 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:19.722773 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:19.733165 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a32ef10c-d523-4881-8270-ce114e8fd81d req-602f21e1-3d3c-491f-b53d-7e61113321e1 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 210 time: 0.0985866 Nov 11 22:21:19.823120 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=b08c3320-07b8-450f-a044-5fc5ee575078,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:19.827055 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:19.845983 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:19.884448 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:20.130823 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c10c841c-d8c0-498a-bc91-e3963d7a481f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:20.171286 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['b08c3320-07b8-450f-a044-5fc5ee575078'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:21:20.202636 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31de360a-d60c-48e2-8cb5-38615602f456,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:20.206604 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:20.218851 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Allocated IP 192.168.233.240 (2004a6a6-3e10-43b5-8abe-27ecdc49b8af/dfd93533-5377-4d5f-bff6-d7b88357452a/e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:21:20.322708 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8c059-8a88-46d6-8962-ed452ad88da2 req-be156c1f-5699-4521-8484-f5b7ba41c4a8 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:20.322708 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-eef8c059-8a88-46d6-8962-ed452ad88da2 req-be156c1f-5699-4521-8484-f5b7ba41c4a8 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1833479 Nov 11 22:21:20.350782 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb38c5-eab0-4e70-9ed2-76807008e0e4 req-b2db6bc8-c00e-4103-9c61-0146588f3950 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:20.353496 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-abcb38c5-eab0-4e70-9ed2-76807008e0e4 req-b2db6bc8-c00e-4103-9c61-0146588f3950 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.3957930 Nov 11 22:21:20.429958 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:20.649722 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:20.689612 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Transition to ACTIVE for port object e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 will not be triggered until provisioned by entity DHCP. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:21:20.827693 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:20.829142 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-eef8c059-8a88-46d6-8962-ed452ad88da2 req-a610a555-0ef8-4ab2-9caa-d9d5ae762c7c tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4663801 Nov 11 22:21:20.853032 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9ad32210-2987-465e-90aa-e72baf0ee4b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:20.854584 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-abcb38c5-eab0-4e70-9ed2-76807008e0e4 req-71c16f37-6459-4a7e-a1e3-71e4de0868da tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544929 Nov 11 22:21:20.987330 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Network 2004a6a6-3e10-43b5-8abe-27ecdc49b8af is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:21:20.992235 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:21:21.007339 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:21:21.033975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:21.034773 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:21.078934 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Pushing event updated for resources: {'Port': ['ID=e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:21.098133 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:21.166411 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2569022 Nov 11 22:21:21.195475 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Request body: {'port': {'device_id': '9286b295-cb56-4106-9232-33137f206eb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:21:21.238949 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe7829-4335-4540-b231-716977822a75 req-8384336d-8a85-4f56-a104-f6259f7cf358 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:21.240713 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6ffe7829-4335-4540-b231-716977822a75 req-8384336d-8a85-4f56-a104-f6259f7cf358 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 945 time: 0.1913614 Nov 11 22:21:21.275390 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc783e-c524-4997-9881-715501f8645f req-5422d338-2e0b-428d-a7ac-18f7eb610ec6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:21.277615 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-19cc783e-c524-4997-9881-715501f8645f req-5422d338-2e0b-428d-a7ac-18f7eb610ec6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.1524422 Nov 11 22:21:21.355453 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-19cc783e-c524-4997-9881-715501f8645f req-14aead64-b3d9-4a85-bfca-29c8b5f4ae0c tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683074 Nov 11 22:21:21.381329 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6ffe7829-4335-4540-b231-716977822a75 req-3746201a-91e5-45d9-af06-82514849438d tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292019 Nov 11 22:21:21.519814 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:21.534905 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:21.553106 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1381b95e-e470-410b-a86a-8659aaaf2c1c None None] Provisioning for port e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:21:21.559828 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1381b95e-e470-410b-a86a-8659aaaf2c1c None None] Provisioning complete for port e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:21:21.560249 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1381b95e-e470-410b-a86a-8659aaaf2c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:21.687899 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1381b95e-e470-410b-a86a-8659aaaf2c1c None None] Port e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:21:21.736636 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee4389-7a0c-4999-8cb1-a0b8f14a0fba req-32cd2225-7982-457d-8937-384d3fe13aab tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:21.738519 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-84ee4389-7a0c-4999-8cb1-a0b8f14a0fba req-32cd2225-7982-457d-8937-384d3fe13aab tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 936 time: 0.1411135 Nov 11 22:21:21.825725 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-84ee4389-7a0c-4999-8cb1-a0b8f14a0fba req-9a152d88-7be9-4c1c-b188-78c056f91d89 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/security-groups?id=31de360a-d60c-48e2-8cb5-38615602f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797496 Nov 11 22:21:22.260427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 {{(pid=88356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:21:22.269378 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:22.287824 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Transition to ACTIVE for port object e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 will not be triggered until provisioned by entity L2. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:21:22.303327 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410571e7-14ec-4bbc-8342-dcbe94328156 req-fc5598f3-36c8-434f-b14b-b3e369a4729f tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:22.305959 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-410571e7-14ec-4bbc-8342-dcbe94328156 req-fc5598f3-36c8-434f-b14b-b3e369a4729f tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.2092321 Nov 11 22:21:22.343189 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:22.344393 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047b80b-8ba0-4d74-a266-8e14912cd507 req-363db841-b8c0-4ab7-8c8e-61fac76642cd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:22.346144 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3047b80b-8ba0-4d74-a266-8e14912cd507 req-363db841-b8c0-4ab7-8c8e-61fac76642cd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.1963310 Nov 11 22:21:22.363073 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:22.390549 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-410571e7-14ec-4bbc-8342-dcbe94328156 req-fffe6e70-e000-40ed-945f-39dde42c1c1a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783548 Nov 11 22:21:22.444366 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3047b80b-8ba0-4d74-a266-8e14912cd507 req-70973ede-6feb-4509-a457-a1ca20a531a3 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843308 Nov 11 22:21:22.729520 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device b08c3320-07b8-450f-a044-5fc5ee575078 up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:21:22.818058 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Pushing event updated for resources: {'Port': ['ID=e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:22.907094 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:22.965214 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 57606) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:22.981708 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Attempting to bind port e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:21:22.982043 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Attempting to bind port e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '576fccde-d83b-4793-b1ce-1f7e22d23eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2004a6a6-3e10-43b5-8abe-27ecdc49b8af'}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:21:22.982516 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Attempting to bind port e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 on network 2004a6a6-3e10-43b5-8abe-27ecdc49b8af {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:21:22.983173 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning for port b08c3320-07b8-450f-a044-5fc5ee575078 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:21:22.989997 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Port e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 on network 2004a6a6-3e10-43b5-8abe-27ecdc49b8af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 22:21:22.989997 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Attempting to bind port e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 on network 2004a6a6-3e10-43b5-8abe-27ecdc49b8af {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:21:22.992894 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port b08c3320-07b8-450f-a044-5fc5ee575078 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:21:22.998484 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:23.010365 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Checking agent: {'id': 'd308de4e-73e5-4a02-a57f-4634dba51a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:21:23.010939 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Checking segment: {'id': '576fccde-d83b-4793-b1ce-1f7e22d23eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2004a6a6-3e10-43b5-8abe-27ecdc49b8af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:21:23.011647 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Bound using segment: {'id': '576fccde-d83b-4793-b1ce-1f7e22d23eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2004a6a6-3e10-43b5-8abe-27ecdc49b8af'} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:21:23.012476 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Bound port: e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '576fccde-d83b-4793-b1ce-1f7e22d23eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2004a6a6-3e10-43b5-8abe-27ecdc49b8af'}}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:21:23.013102 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:23.154956 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80da4fc-cc88-4027-8883-af6896c2afc0 req-574801f3-c311-480a-80e1-76c5d51d18e4 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:23.164597 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a80da4fc-cc88-4027-8883-af6896c2afc0 req-574801f3-c311-480a-80e1-76c5d51d18e4 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.2721641 Nov 11 22:21:23.248610 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b28cd-6d74-46f2-9798-17e2070015c9 req-1bab6ce6-3ce2-4126-a3f3-786c73b42061 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:23.258275 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-959b28cd-6d74-46f2-9798-17e2070015c9 req-1bab6ce6-3ce2-4126-a3f3-786c73b42061 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 945 time: 0.3188629 Nov 11 22:21:23.304526 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94c2090d-4fa6-4340-8a6a-ceb995eb2b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:23.322820 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] For port e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3, host hv-cinder-81588, cleared binding levels {{(pid=88356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:21:23.328111 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] For port e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3,segment=NetworkSegment(576fccde-d83b-4793-b1ce-1f7e22d23eb3),segment_id=576fccde-d83b-4793-b1ce-1f7e22d23eb3)] {{(pid=88356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:21:23.347524 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-94c2090d-4fa6-4340-8a6a-ceb995eb2b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:21:23.352018 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-94c2090d-4fa6-4340-8a6a-ceb995eb2b54 admin admin] Usage tracker for resource:security_group_rule and tenant:46f5795827094d16af7f0baa7a2b6968 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:21:23.355331 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-94c2090d-4fa6-4340-8a6a-ceb995eb2b54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:21:23.362814 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a80da4fc-cc88-4027-8883-af6896c2afc0 req-87a40506-b269-410c-b41c-178f0a303bb1 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970959 Nov 11 22:21:23.380071 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-94c2090d-4fa6-4340-8a6a-ceb995eb2b54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:21:23.382844 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:23.398753 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-959b28cd-6d74-46f2-9798-17e2070015c9 req-3accc4ea-41a2-42ae-a14a-a047e710d26b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390944 Nov 11 22:21:23.403209 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:23.408202 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:23.464123 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port b08c3320-07b8-450f-a044-5fc5ee575078, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b08c3320-07b8-450f-a044-5fc5ee575078,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:21:23.466630 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d638cd-01d0-4dab-ba00-299ec39cb6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08c3320-07b8-450f-a044-5fc5ee575078'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:21:23.506315 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:23.508368 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2e4972a9-b5fe-4303-890f-937c70c0df76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:23.522587 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 57624) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:23.571486 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:23.574807 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] 10.222.0.55 "PUT /v2.0/ports/e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 HTTP/1.1" status: 200 len: 1098 time: 2.3954000 Nov 11 22:21:23.593947 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d638cd-01d0-4dab-ba00-299ec39cb6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b08c3320-07b8-450f-a044-5fc5ee575078', 'code': 200} Nov 11 22:21:23.628823 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9286b295-cb56-4106-9232-33137f206eb1', 'tag': 'e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:21:23.635315 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=b08c3320-07b8-450f-a044-5fc5ee575078,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:23.640361 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:23.668448 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Pushing event updated for resources: {'Port': ['ID=e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3,revision_number=3']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:23.677074 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:23.783494 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ada40-2ec1-4a0b-a0f8-650a638c0b85 req-26b6019e-7d44-44e6-970f-4f421a97f031 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:23.785405 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fa8ada40-2ec1-4a0b-a0f8-650a638c0b85 req-26b6019e-7d44-44e6-970f-4f421a97f031 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 948 time: 0.1960673 Nov 11 22:21:23.836951 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94c2090d-4fa6-4340-8a6a-ceb995eb2b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:23.875369 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fa8ada40-2ec1-4a0b-a0f8-650a638c0b85 req-c72271d4-9cd0-4dfb-8ff9-81d9165f8aa4 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/security-groups?id=31de360a-d60c-48e2-8cb5-38615602f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828774 Nov 11 22:21:23.885716 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94c2090d-4fa6-4340-8a6a-ceb995eb2b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:23.901005 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f46b44bb-dda6-48ec-be42-ac86529485f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:23.931842 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ae48c0f0-26e4-4b02-93d7-67bdcb6344cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:23.938314 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-2b811a01-d4c4-4a22-ae16-f831da061323 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dab958443c4e4862b625ef6bab08cc4a&device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 1101 time: 0.2482352 Nov 11 22:21:24.039012 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ae48c0f0-26e4-4b02-93d7-67bdcb6344cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:21:24.053020 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-aedf9639-116c-46dc-b66a-ebb448e04bd4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 HTTP/1.1" status: 200 len: 217 time: 0.0915473 Nov 11 22:21:24.056430 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70323e-e1e8-4814-bf32-deac557c63c8 req-49761505-ef31-4243-a0a3-e36e3d9e79d5 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:24.059481 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cb70323e-e1e8-4814-bf32-deac557c63c8 req-49761505-ef31-4243-a0a3-e36e3d9e79d5 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1990836 Nov 11 22:21:24.062197 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ae48c0f0-26e4-4b02-93d7-67bdcb6344cc admin admin] Usage tracker for resource:security_group_rule and tenant:866e10249dea4818addfc06abcd09c92 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:21:24.075664 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ae48c0f0-26e4-4b02-93d7-67bdcb6344cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:21:24.147924 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2090d-4fa6-4340-8a6a-ceb995eb2b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e633d2a2-b0d9-4438-bf13-83c6ad22b662,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:24.162782 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-94c2090d-4fa6-4340-8a6a-ceb995eb2b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:24.171343 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-94c2090d-4fa6-4340-8a6a-ceb995eb2b54 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=46f5795827094d16af7f0baa7a2b6968&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2046275 Nov 11 22:21:24.175387 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 57634) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:24.198099 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ae48c0f0-26e4-4b02-93d7-67bdcb6344cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:21:24.218976 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-1880b8ad-157e-4c75-8de0-1c037c6b8811 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:24.221901 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-1880b8ad-157e-4c75-8de0-1c037c6b8811 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfd93533-5377-4d5f-bff6-d7b88357452a HTTP/1.1" status: 200 len: 843 time: 0.1226640 Nov 11 22:21:24.298865 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cfdc028c-ce81-4f8c-aef5-008ffc8e2a49 req-c5654285-ca51-4974-a142-47eb5c173920 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 1099 time: 0.2447555 Nov 11 22:21:24.373787 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cfdc028c-ce81-4f8c-aef5-008ffc8e2a49 req-7e26d92f-8ea3-4c65-a8f6-bcef026da25e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662658 Nov 11 22:21:24.378370 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-e945c8b8-7be2-4f74-b270-6b5c70b0de17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2004a6a6-3e10-43b5-8abe-27ecdc49b8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1479299 Nov 11 22:21:24.379836 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cb70323e-e1e8-4814-bf32-deac557c63c8 req-c0c9391c-12c8-4fc5-8424-26603aa2900d tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088961 Nov 11 22:21:24.496627 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a17c4f93-060a-4380-9b74-bf5686cfd10a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:24.530186 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9286b295-cb56-4106-9232-33137f206eb1', 'tag': 'e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3', 'status': 'completed', 'code': 200} Nov 11 22:21:24.560690 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f580b-e333-4ed2-88ef-2c6c2e327c52 req-bd6e89f8-e261-4e59-8b36-9294f4eef62a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:24.563817 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ff4f580b-e333-4ed2-88ef-2c6c2e327c52 req-bd6e89f8-e261-4e59-8b36-9294f4eef62a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.4953511 Nov 11 22:21:24.596138 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a17c4f93-060a-4380-9b74-bf5686cfd10a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:24.791876 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ae48c0f0-26e4-4b02-93d7-67bdcb6344cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:24.884226 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ae48c0f0-26e4-4b02-93d7-67bdcb6344cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:24.902318 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e29a486f-cd53-4568-b205-ad81c6e46007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:24.919639 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ff4f580b-e333-4ed2-88ef-2c6c2e327c52 req-a1008f06-8751-4db4-955a-cfec15aa8eef tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3468175 Nov 11 22:21:25.016915 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-502a43a7-d269-4d2e-b4bb-62e6feb28612 service neutron] 10.222.0.55 "GET /v2.0/networks/2004a6a6-3e10-43b5-8abe-27ecdc49b8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866127 Nov 11 22:21:25.022647 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a17c4f93-060a-4380-9b74-bf5686cfd10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:25.037132 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-ae48c0f0-26e4-4b02-93d7-67bdcb6344cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=866e10249dea4818addfc06abcd09c92&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5085952 Nov 11 22:21:25.058221 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 57658) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:25.111321 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48c0f0-26e4-4b02-93d7-67bdcb6344cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9192d591-33ac-4b86-9697-de2ebf8b90fe,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:25.136671 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ae48c0f0-26e4-4b02-93d7-67bdcb6344cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:25.137631 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ec63d443-46a3-4a2d-8259-fa0491f1daa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:25.194155 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe40e68-5900-483f-9925-0b2f3637e98e req-91355359-badd-4212-a62d-33fa9f05e222 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:25.197051 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1fe40e68-5900-483f-9925-0b2f3637e98e req-91355359-badd-4212-a62d-33fa9f05e222 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.5584290 Nov 11 22:21:25.230426 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-83153adb-7cc6-4b17-9a18-57d9ef23c5fd req-404c0999-7066-486f-8042-5d22af44b5c5 service neutron] 10.222.0.55 "GET /v2.0/networks/2004a6a6-3e10-43b5-8abe-27ecdc49b8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039347 Nov 11 22:21:25.268532 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a17c4f93-060a-4380-9b74-bf5686cfd10a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:25.269012 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-a17c4f93-060a-4380-9b74-bf5686cfd10a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e633d2a2-b0d9-4438-bf13-83c6ad22b662 HTTP/1.1" status: 204 len: 168 time: 1.0829477 Nov 11 22:21:25.297125 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c4f93-060a-4380-9b74-bf5686cfd10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e633d2a2-b0d9-4438-bf13-83c6ad22b662,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:25.347409 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a17c4f93-060a-4380-9b74-bf5686cfd10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:25.475260 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-626cc4c8-de8e-43c4-bde4-84f637c7c6f9 req-d1b2af1e-c031-447c-8493-ae2eda4855d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dab958443c4e4862b625ef6bab08cc4a&device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 1101 time: 0.1221848 Nov 11 22:21:25.476334 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1fe40e68-5900-483f-9925-0b2f3637e98e req-8bffff12-d918-4f93-86e7-5b992613f914 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960285 Nov 11 22:21:25.550711 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2fe42625-6b59-4708-84d0-27b77cc9f3df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:25.663838 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2fe42625-6b59-4708-84d0-27b77cc9f3df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:25.696146 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f2b9bb-dfe3-4a07-87a2-b27b6a39f221 req-76a315ee-696d-4ca6-9bf8-57cde401a321 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:25.698464 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-24f2b9bb-dfe3-4a07-87a2-b27b6a39f221 req-76a315ee-696d-4ca6-9bf8-57cde401a321 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 946 time: 0.5299842 Nov 11 22:21:25.848526 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-05a3b42c-78b4-49c8-af11-0723732cc226 req-b71e9851-16dc-42f4-b058-7c57632e58a6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 1098 time: 0.3601027 Nov 11 22:21:25.849828 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cc4c8-de8e-43c4-bde4-84f637c7c6f9 req-8cb6d26b-2f95-4310-beb2-62821fd5edb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:25.851266 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-626cc4c8-de8e-43c4-bde4-84f637c7c6f9 req-8cb6d26b-2f95-4310-beb2-62821fd5edb8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2004a6a6-3e10-43b5-8abe-27ecdc49b8af HTTP/1.1" status: 200 len: 870 time: 0.3617866 Nov 11 22:21:25.924147 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-24f2b9bb-dfe3-4a07-87a2-b27b6a39f221 req-930749b6-3d88-43b7-93e5-7806bab818ab tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055118 Nov 11 22:21:26.002009 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27788020-8382-40ce-99ba-f3811b730848 req-7e9dc049-a31e-4bca-85c2-470d02aff8ce tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:26.003760 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-27788020-8382-40ce-99ba-f3811b730848 req-7e9dc049-a31e-4bca-85c2-470d02aff8ce tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 948 time: 0.2088835 Nov 11 22:21:26.004485 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2fe42625-6b59-4708-84d0-27b77cc9f3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:26.008729 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4712da1a-d801-42ff-ac67-36815b5049c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:26.023422 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-626cc4c8-de8e-43c4-bde4-84f637c7c6f9 req-a6b73ef3-1ed4-4f6f-81b1-163b57e31548 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 HTTP/1.1" status: 200 len: 217 time: 0.1386859 Nov 11 22:21:26.027060 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-05a3b42c-78b4-49c8-af11-0723732cc226 req-79642049-7882-4dd7-a7f3-34c3702c3a09 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717174 Nov 11 22:21:26.055726 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe42625-6b59-4708-84d0-27b77cc9f3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9192d591-33ac-4b86-9697-de2ebf8b90fe,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:26.060979 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2fe42625-6b59-4708-84d0-27b77cc9f3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:26.070584 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2fe42625-6b59-4708-84d0-27b77cc9f3df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:26.074885 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-2fe42625-6b59-4708-84d0-27b77cc9f3df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9192d591-33ac-4b86-9697-de2ebf8b90fe HTTP/1.1" status: 204 len: 168 time: 1.0059209 Nov 11 22:21:26.106493 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-27788020-8382-40ce-99ba-f3811b730848 req-6bc8898b-607d-4763-b6ce-c835ad796487 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/security-groups?id=31de360a-d60c-48e2-8cb5-38615602f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718646 Nov 11 22:21:26.220637 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4d56a-613c-4e73-90bc-9f2d97317ef1 req-0fc83d8b-c9a4-4be5-8a57-08a3457f54e6 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:26.222290 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b9e4d56a-613c-4e73-90bc-9f2d97317ef1 req-0fc83d8b-c9a4-4be5-8a57-08a3457f54e6 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1142664 Nov 11 22:21:26.371047 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cc4c8-de8e-43c4-bde4-84f637c7c6f9 req-4490718b-8e01-4c82-84f1-33eafe0c848e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:26.373095 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-626cc4c8-de8e-43c4-bde4-84f637c7c6f9 req-4490718b-8e01-4c82-84f1-33eafe0c848e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dfd93533-5377-4d5f-bff6-d7b88357452a HTTP/1.1" status: 200 len: 843 time: 0.0953500 Nov 11 22:21:26.394759 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b9e4d56a-613c-4e73-90bc-9f2d97317ef1 req-51c8817e-3811-4160-92be-053ace5bf053 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631515 Nov 11 22:21:26.499835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca6784-29df-4a6a-aa6e-dab1467e92a8 req-4eb5a55e-6ee0-40a8-a230-fc2753ca8785 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:26.510289 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f8ca6784-29df-4a6a-aa6e-dab1467e92a8 req-4eb5a55e-6ee0-40a8-a230-fc2753ca8785 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.2234790 Nov 11 22:21:26.517244 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-626cc4c8-de8e-43c4-bde4-84f637c7c6f9 req-33086eb0-5210-47ff-a47d-170f3b57e943 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2004a6a6-3e10-43b5-8abe-27ecdc49b8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1311829 Nov 11 22:21:26.632420 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f8ca6784-29df-4a6a-aa6e-dab1467e92a8 req-0f265b19-b8f9-43d8-9925-7fc93eafc20b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173615 Nov 11 22:21:26.832814 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-626cc4c8-de8e-43c4-bde4-84f637c7c6f9 req-59f600d7-ce10-4bb1-915c-f657aa743349 service neutron] 10.222.0.55 "GET /v2.0/networks/2004a6a6-3e10-43b5-8abe-27ecdc49b8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792296 Nov 11 22:21:26.862748 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff883edd-c035-46eb-ba5e-563e7e176614 req-55182d3f-71d4-4bbe-a001-2a009b8b26f4 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:26.867036 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ff883edd-c035-46eb-ba5e-563e7e176614 req-55182d3f-71d4-4bbe-a001-2a009b8b26f4 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.1379592 Nov 11 22:21:26.960829 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ff883edd-c035-46eb-ba5e-563e7e176614 req-ada361d2-84a7-4430-9cc8-5559b9d862ab tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853839 Nov 11 22:21:27.052830 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-626cc4c8-de8e-43c4-bde4-84f637c7c6f9 req-1c3f9c26-1683-4470-98b6-d1aae38803e5 service neutron] 10.222.0.55 "GET /v2.0/networks/2004a6a6-3e10-43b5-8abe-27ecdc49b8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120845 Nov 11 22:21:27.185289 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc023248-1e9b-4dc3-bf29-cde242a8acbb req-15617794-443b-43ee-8b32-d006f97df355 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:27.190875 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bc023248-1e9b-4dc3-bf29-cde242a8acbb req-15617794-443b-43ee-8b32-d006f97df355 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 946 time: 0.1166043 Nov 11 22:21:27.260627 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bc023248-1e9b-4dc3-bf29-cde242a8acbb req-3c1d69ed-04ba-489b-ab47-0488e5e396d2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612512 Nov 11 22:21:27.412823 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166315d7-16a6-47db-a348-45121c0e5579 req-89518e51-4c7b-4010-a93d-1bccceb93a96 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:27.428824 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-166315d7-16a6-47db-a348-45121c0e5579 req-89518e51-4c7b-4010-a93d-1bccceb93a96 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 948 time: 0.1389279 Nov 11 22:21:27.546643 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-166315d7-16a6-47db-a348-45121c0e5579 req-d423706a-46a9-48b3-835c-df4d7822eaca tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/security-groups?id=31de360a-d60c-48e2-8cb5-38615602f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157215 Nov 11 22:21:27.741830 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12dad51-8cab-4a41-b4a6-8ce2e53ee19f req-e18e6375-c718-4e51-abc3-fe69d1caf1ac tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:27.743706 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b12dad51-8cab-4a41-b4a6-8ce2e53ee19f req-e18e6375-c718-4e51-abc3-fe69d1caf1ac tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.0986681 Nov 11 22:21:27.985443 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b12dad51-8cab-4a41-b4a6-8ce2e53ee19f req-79f97e73-48e3-4189-8bab-7542edf5b510 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286217 Nov 11 22:21:28.046164 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f8012-8934-4db1-8de9-f98b1c8a5cb3 req-9df81501-d7e3-40f1-bc03-9f4d2680aca6 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:28.054486 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-912f8012-8934-4db1-8de9-f98b1c8a5cb3 req-9df81501-d7e3-40f1-bc03-9f4d2680aca6 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.1746495 Nov 11 22:21:28.134170 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-912f8012-8934-4db1-8de9-f98b1c8a5cb3 req-643ec252-2272-4b6a-802a-b3fc420480b0 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784330 Nov 11 22:21:28.429510 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa536f0-e136-42ea-858f-89ce0bcf84d0 req-cd7a5b5b-6fbb-4df5-afb2-4274a78d8c4d tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:28.433211 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1fa536f0-e136-42ea-858f-89ce0bcf84d0 req-cd7a5b5b-6fbb-4df5-afb2-4274a78d8c4d tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.1697061 Nov 11 22:21:28.531189 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1fa536f0-e136-42ea-858f-89ce0bcf84d0 req-692915dd-345f-4820-bd38-86c73fbcc6e0 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847397 Nov 11 22:21:28.745430 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:21:28.930546 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bf680-3f2e-4a75-9762-69d8bc084375 req-75e9e168-0d39-4888-aead-12cb8b51df91 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:28.934503 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-485bf680-3f2e-4a75-9762-69d8bc084375 req-75e9e168-0d39-4888-aead-12cb8b51df91 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 948 time: 0.2367849 Nov 11 22:21:28.989701 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3,segment=NetworkSegment(576fccde-d83b-4793-b1ce-1f7e22d23eb3),segment_id=576fccde-d83b-4793-b1ce-1f7e22d23eb3)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:21:29.018774 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': 'e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3', 'network_id': '2004a6a6-3e10-43b5-8abe-27ecdc49b8af', 'port_id': 'e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3', 'mac_address': 'fa:16:3e:0d:8a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfd93533-5377-4d5f-bff6-d7b88357452a', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:21:29.041696 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-485bf680-3f2e-4a75-9762-69d8bc084375 req-313f8679-61a4-4d40-a1b0-11d390835761 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/security-groups?id=31de360a-d60c-48e2-8cb5-38615602f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957723 Nov 11 22:21:29.145216 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:29.202856 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:21:29.237250 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3,segment=NetworkSegment(576fccde-d83b-4793-b1ce-1f7e22d23eb3),segment_id=576fccde-d83b-4793-b1ce-1f7e22d23eb3)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:21:29.286575 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:29.290581 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:29.447240 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:29.454889 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:29.506632 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591878f-2c28-4fc1-86d4-842aea9ad8dc req-9aa808c8-bb66-4793-8cc6-52e22451b8c9 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:29.516308 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7591878f-2c28-4fc1-86d4-842aea9ad8dc req-9aa808c8-bb66-4793-8cc6-52e22451b8c9 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1805928 Nov 11 22:21:29.520339 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-dd51611b-1fad-4790-9b6e-76341ce06a5e tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401977653&fields=id&tenant_id=970a79010894485c806dc1e58aff6760 HTTP/1.1" status: 200 len: 267 time: 0.2183001 Nov 11 22:21:29.609887 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7591878f-2c28-4fc1-86d4-842aea9ad8dc req-02b81574-8165-40db-bb37-34cdb798868e tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924060 Nov 11 22:21:29.820035 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:21:29.975014 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-523d7ad0-a82d-4c97-850f-d9d98ca5491f tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:29.977968 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-523d7ad0-a82d-4c97-850f-d9d98ca5491f tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/networks?id=4aa00e17-59c4-4179-a628-3da5e1912d61 HTTP/1.1" status: 200 len: 808 time: 0.3810701 Nov 11 22:21:30.077717 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-568168e0-dd43-44a5-878d-9925bd3ff7e0 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/quotas/970a79010894485c806dc1e58aff6760 HTTP/1.1" status: 200 len: 375 time: 0.0710926 Nov 11 22:21:30.093589 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b83bd-64dd-4ece-852d-adc7e7a2bd73 req-3f8869f2-b99e-4521-aac8-9f262a215cff tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:30.107773 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fc4b83bd-64dd-4ece-852d-adc7e7a2bd73 req-3f8869f2-b99e-4521-aac8-9f262a215cff tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.2781928 Nov 11 22:21:30.284046 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fc4b83bd-64dd-4ece-852d-adc7e7a2bd73 req-45971b89-9219-4af0-a19b-59d24320463a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722844 Nov 11 22:21:30.313792 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-7be6a463-f8ec-4f04-8409-1dd308c37d77 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=970a79010894485c806dc1e58aff6760&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2033873 Nov 11 22:21:30.398912 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:21:30.479808 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-20689d55-a233-4eb6-a104-f5ab7d07d27f req-08bea087-4f94-41d3-b533-13a676635646 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69cfca7e767f4503aac480dce5907cdb&device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 1099 time: 0.2786098 Nov 11 22:21:30.796225 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-0cd8e759-943a-4a43-a86b-a37e98b976a4 service neutron] 10.222.0.25 "GET /v2.0/networks/4aa00e17-59c4-4179-a628-3da5e1912d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517589 Nov 11 22:21:30.813211 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d8ff7-32cb-41b6-86b5-bf266ad75e3d req-9c0aae04-5e7b-4097-a210-ccc6e3ad5b27 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:30.815163 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20689d55-a233-4eb6-a104-f5ab7d07d27f req-80afcd60-6a38-4eec-85fc-26d7a8a04e5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:30.815931 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-860d8ff7-32cb-41b6-86b5-bf266ad75e3d req-9c0aae04-5e7b-4097-a210-ccc6e3ad5b27 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.2156687 Nov 11 22:21:30.818132 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-20689d55-a233-4eb6-a104-f5ab7d07d27f req-80afcd60-6a38-4eec-85fc-26d7a8a04e5d service neutron] 10.222.0.55 "GET /v2.0/networks?id=65d9ad99-3a08-4dd5-af3c-91116e42d962 HTTP/1.1" status: 200 len: 911 time: 0.2763224 Nov 11 22:21:30.952216 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-20689d55-a233-4eb6-a104-f5ab7d07d27f req-fa732e85-f615-4be3-a9e4-d898f959e5d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0707fe6-c67d-453e-8123-9fafa0c21b41 HTTP/1.1" status: 200 len: 1002 time: 0.1239977 Nov 11 22:21:31.020629 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-860d8ff7-32cb-41b6-86b5-bf266ad75e3d req-c3a2135d-3b09-4f92-86de-d515bd6bacfa tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730111 Nov 11 22:21:31.035629 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20689d55-a233-4eb6-a104-f5ab7d07d27f req-266ac4b8-c022-4dad-9d44-267c5a596d82 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:31.039429 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-20689d55-a233-4eb6-a104-f5ab7d07d27f req-266ac4b8-c022-4dad-9d44-267c5a596d82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4ba6ec0-e7b0-4914-9c13-c2928c121dea HTTP/1.1" status: 200 len: 849 time: 0.0781629 Nov 11 22:21:31.068692 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-9d89be7d-6d15-4284-aa69-6e289fadea5b service neutron] 10.222.0.25 "GET /v2.0/networks/4aa00e17-59c4-4179-a628-3da5e1912d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509093 Nov 11 22:21:31.203040 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-20689d55-a233-4eb6-a104-f5ab7d07d27f req-3e42a4ff-828c-42a7-ba75-c7bc7e39db4f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65d9ad99-3a08-4dd5-af3c-91116e42d962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1518838 Nov 11 22:21:31.450895 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-20689d55-a233-4eb6-a104-f5ab7d07d27f req-245fae13-8729-412b-9e9e-0caad66b666d service neutron] 10.222.0.55 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216444 Nov 11 22:21:31.595973 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233a5c5-247b-4df5-90f7-ba6f947ad444 req-5c626339-6e0c-4949-af44-9f51cc5c78ff tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:31.612803 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1233a5c5-247b-4df5-90f7-ba6f947ad444 req-5c626339-6e0c-4949-af44-9f51cc5c78ff tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 949 time: 0.1906152 Nov 11 22:21:31.745371 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1233a5c5-247b-4df5-90f7-ba6f947ad444 req-9c71193b-2268-4e74-b86e-4638a887a5b5 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/security-groups?id=31de360a-d60c-48e2-8cb5-38615602f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260817 Nov 11 22:21:31.836879 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-20689d55-a233-4eb6-a104-f5ab7d07d27f req-b04f9a7d-e787-4c86-8775-20e7ced39a88 service neutron] 10.222.0.55 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729818 Nov 11 22:21:32.744201 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796647a-5358-4284-8adc-6b3fdb8b7b2b req-bbd05755-6a3d-47ae-95ed-931881a95a31 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:32.746075 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1796647a-5358-4284-8adc-6b3fdb8b7b2b req-bbd05755-6a3d-47ae-95ed-931881a95a31 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.0980849 Nov 11 22:21:32.753435 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-454785b7-2827-48b1-8c9c-9e6781befd31 req-f8eb66f3-a7d7-4d45-a876-15cd65c70c95 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43665bde38c04afb88bcf207f05f5331&device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 1098 time: 0.0998280 Nov 11 22:21:32.759059 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:21:32.768171 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:21:32.854190 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1796647a-5358-4284-8adc-6b3fdb8b7b2b req-ec157a76-9b1f-4203-b433-aacac6bda186 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002562 Nov 11 22:21:32.969000 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning for port e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:21:32.982444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:21:32.986548 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:33.118454 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ec4c6585-687a-4149-ac7c-38cf100e3dd3 req-576ebd59-5229-43a2-b2e7-fcdee33e9788 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 210 time: 0.1136239 Nov 11 22:21:33.124647 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454785b7-2827-48b1-8c9c-9e6781befd31 req-182e9a81-5772-4d5e-b0be-4419780fb4d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:33.126692 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-454785b7-2827-48b1-8c9c-9e6781befd31 req-182e9a81-5772-4d5e-b0be-4419780fb4d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcbad872-fbd0-40a2-acd1-a807e84b8e87 HTTP/1.1" status: 200 len: 919 time: 0.3636670 Nov 11 22:21:33.347064 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-454785b7-2827-48b1-8c9c-9e6781befd31 req-d0333eb6-68d6-4943-abb5-cd8a8b637949 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e16d470-9007-499e-b5e8-70d14adafcaf HTTP/1.1" status: 200 len: 217 time: 0.1871402 Nov 11 22:21:33.368473 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:33.407697 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63023ebc-78b1-4330-a134-08548eb8eb4f req-b3d0a6ae-918a-41fe-9565-edbd40739553 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:33.415364 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-63023ebc-78b1-4330-a134-08548eb8eb4f req-b3d0a6ae-918a-41fe-9565-edbd40739553 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.2909756 Nov 11 22:21:33.421694 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:21:33.516164 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'port_id': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb', 'mac_address': 'fa:16:3e:d6:61:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:21:33.520527 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:33.554221 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-63023ebc-78b1-4330-a134-08548eb8eb4f req-9abe8e62-417b-4a63-a98a-f00fb4088276 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287372 Nov 11 22:21:33.634830 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454785b7-2827-48b1-8c9c-9e6781befd31 req-db76cbf6-d2ef-4c41-8eec-cfbfa3d539b9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:33.634830 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-454785b7-2827-48b1-8c9c-9e6781befd31 req-db76cbf6-d2ef-4c41-8eec-cfbfa3d539b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=678bec8e-2914-403b-acd5-8926fa26bd5f HTTP/1.1" status: 200 len: 858 time: 0.2651539 Nov 11 22:21:33.710337 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:33.745525 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-454785b7-2827-48b1-8c9c-9e6781befd31 req-79ccb9ca-ba94-4d73-b591-68ea90db9c1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcbad872-fbd0-40a2-acd1-a807e84b8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005261 Nov 11 22:21:33.753631 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:21:33.802016 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9da15-ddc4-4358-a8eb-8f5f920e233c req-03825272-1ee2-4301-9a11-69e7ed508223 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:33.804316 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e2d9da15-ddc4-4358-a8eb-8f5f920e233c req-03825272-1ee2-4301-9a11-69e7ed508223 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1784246 Nov 11 22:21:33.811855 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:21:33.836666 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9286b295-cb56-4106-9232-33137f206eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:21:33.862225 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:33.869889 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-27a1ea7d-57b6-419d-9439-c966ecfc8428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:33.984679 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e2d9da15-ddc4-4358-a8eb-8f5f920e233c req-202df808-6d81-4722-9f1f-f0ae8d04902f tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248236 Nov 11 22:21:34.008226 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,revision_number=6']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:34.019980 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3,segment=NetworkSegment(576fccde-d83b-4793-b1ce-1f7e22d23eb3),segment_id=576fccde-d83b-4793-b1ce-1f7e22d23eb3)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:21:34.022908 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:34.048855 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-454785b7-2827-48b1-8c9c-9e6781befd31 req-2700b2f1-4397-46ad-bee5-d0e797b9df52 service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941399 Nov 11 22:21:34.062183 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:34.064128 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-307dac50-495b-4a4d-a8cd-bfaee72b55ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:34.079741 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093782d-401a-4f9c-9991-87835a5e907f req-959ccb5b-9683-48a4-9bbd-09fa49807cea tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:34.091690 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7093782d-401a-4f9c-9991-87835a5e907f req-959ccb5b-9683-48a4-9bbd-09fa49807cea tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 949 time: 0.2859051 Nov 11 22:21:34.228651 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7093782d-401a-4f9c-9991-87835a5e907f req-b0ce80fa-6713-400d-89bd-f94bba6e2461 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/security-groups?id=31de360a-d60c-48e2-8cb5-38615602f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159570 Nov 11 22:21:34.229296 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9286b295-cb56-4106-9232-33137f206eb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3', 'code': 200} Nov 11 22:21:34.231280 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:34.234859 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:21:34.269371 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:34.466236 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-454785b7-2827-48b1-8c9c-9e6781befd31 req-f72feef8-ed6e-4512-a21c-fd1793446fa2 service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4094555 Nov 11 22:21:34.710752 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-62012eac-83ad-42c5-9e38-d892c749591c req-e5b59bf8-dcf4-411d-af6a-236688430fc0 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 210 time: 0.0650840 Nov 11 22:21:34.717609 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181aec8-e7bb-48b8-b29e-1b6ec28d1988 req-714306a6-89f2-4907-8515-2e4f20ba0295 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:34.732061 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-26b83b6e-fc0e-43ff-b63d-1616fd3ac9eb req-349d2d15-47d8-4b57-934a-34d501e9839e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 1103 time: 0.1315162 Nov 11 22:21:34.735621 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b181aec8-e7bb-48b8-b29e-1b6ec28d1988 req-714306a6-89f2-4907-8515-2e4f20ba0295 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 945 time: 0.2825820 Nov 11 22:21:34.825923 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-26b83b6e-fc0e-43ff-b63d-1616fd3ac9eb req-ecf26e0c-71b5-44cb-bb9d-79a3e8ead8ea service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=31de360a-d60c-48e2-8cb5-38615602f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859473 Nov 11 22:21:34.838211 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b181aec8-e7bb-48b8-b29e-1b6ec28d1988 req-1e43858a-3519-4f55-8ea9-70b502ab10bc tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012967 Nov 11 22:21:34.966541 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf8fb0-2169-4771-8792-4aab90167aca req-f7948218-b1c4-4ee5-b795-5786c9f4bda7 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:34.968932 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-79bf8fb0-2169-4771-8792-4aab90167aca req-f7948218-b1c4-4ee5-b795-5786c9f4bda7 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.1010606 Nov 11 22:21:35.075516 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-79bf8fb0-2169-4771-8792-4aab90167aca req-81913c37-1201-4551-aa62-3a52a4f0e9c9 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973244 Nov 11 22:21:35.432619 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8288fb17-1294-41f4-8d13-cea8a4e77b4a req-b8169e5e-f71b-49a7-afc6-56df7d8015e5 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:35.443717 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8288fb17-1294-41f4-8d13-cea8a4e77b4a req-b8169e5e-f71b-49a7-afc6-56df7d8015e5 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1669879 Nov 11 22:21:35.653483 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8288fb17-1294-41f4-8d13-cea8a4e77b4a req-83ad04d2-6c15-45fd-b16a-33929d2fa127 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073641 Nov 11 22:21:35.747705 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff067a53-02f2-49db-bd43-0aa7fcf0c1da req-cb7271b4-180c-4f8e-9a2f-3ff9af77ae4b tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:35.756253 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ff067a53-02f2-49db-bd43-0aa7fcf0c1da req-cb7271b4-180c-4f8e-9a2f-3ff9af77ae4b tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 950 time: 0.2728393 Nov 11 22:21:35.835853 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ff067a53-02f2-49db-bd43-0aa7fcf0c1da req-3f392a79-a07a-4a64-8367-3ef346b8fe97 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/security-groups?id=31de360a-d60c-48e2-8cb5-38615602f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781174 Nov 11 22:21:35.940753 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-16c70197-191e-4032-bc1b-5ae45a2f9a9b req-21359011-b1ed-4364-b930-1e6a1aeece2f tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 210 time: 0.0821884 Nov 11 22:21:36.103949 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2846e8-6808-4d54-868c-b247e8954b55 req-e4a09f09-d2ca-40e8-8a78-8a9754038c76 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:36.107226 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-af2846e8-6808-4d54-868c-b247e8954b55 req-e4a09f09-d2ca-40e8-8a78-8a9754038c76 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 945 time: 0.1086092 Nov 11 22:21:36.221367 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-af2846e8-6808-4d54-868c-b247e8954b55 req-260b13fa-a332-4138-8ff2-3acf18c7aa06 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681889 Nov 11 22:21:36.452626 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb24d6-ce21-499b-9801-3de9fcf1038d req-260cc5d4-7e53-4f47-81de-22ca10bae779 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:36.461635 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b1eb24d6-ce21-499b-9801-3de9fcf1038d req-260cc5d4-7e53-4f47-81de-22ca10bae779 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.1099536 Nov 11 22:21:36.523938 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b1eb24d6-ce21-499b-9801-3de9fcf1038d req-65005102-842c-4f4c-bb03-ef6441a1e9d2 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609453 Nov 11 22:21:36.796799 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:21:36.927311 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:21:36.927884 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:37.272548 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65fb53-dd17-4300-b46f-57e1a8a63457 req-e366fb63-590c-41ad-a89e-7c188f6ddd98 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:37.281997 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5e65fb53-dd17-4300-b46f-57e1a8a63457 req-e366fb63-590c-41ad-a89e-7c188f6ddd98 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.2682800 Nov 11 22:21:37.361238 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5e65fb53-dd17-4300-b46f-57e1a8a63457 req-1a72936a-2b3a-499d-98c3-6d0272fee913 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781415 Nov 11 22:21:37.396744 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa1ea8-a6b6-451e-a24c-3bb907179e27 req-52539197-4a10-460c-a1d0-22c6b39f562a tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:37.398557 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b3aa1ea8-a6b6-451e-a24c-3bb907179e27 req-52539197-4a10-460c-a1d0-22c6b39f562a tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 950 time: 0.2257159 Nov 11 22:21:37.424526 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:37.533136 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b3aa1ea8-a6b6-451e-a24c-3bb907179e27 req-196c7474-2f19-49e6-b28d-7dc105a41ca6 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/security-groups?id=31de360a-d60c-48e2-8cb5-38615602f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259286 Nov 11 22:21:37.620443 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e725fcd5-c6c2-4c92-81cc-880b627a35f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:21:37.691404 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:21:37.725236 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:37.729859 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-db684247-6181-480f-bdb1-9181d98f85e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:37.793001 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-682705f8-5db4-488a-a6a4-bd6fec6ff7ea tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:37.794081 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-682705f8-5db4-488a-a6a4-bd6fec6ff7ea tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Synchronizing usage tracker for tenant:970a79010894485c806dc1e58aff6760 on resource:network {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:21:37.841418 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a92be713-c31d-444f-89cd-fdb620254f20 req-f975bafe-1a21-443e-9117-8569a6839930 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 210 time: 0.1460247 Nov 11 22:21:37.850887 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-682705f8-5db4-488a-a6a4-bd6fec6ff7ea tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Unset dirty status for tenant:970a79010894485c806dc1e58aff6760 on resource:network {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:21:37.852428 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-682705f8-5db4-488a-a6a4-bd6fec6ff7ea tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.55 "GET /v2.0/networks?id=4aa00e17-59c4-4179-a628-3da5e1912d61 HTTP/1.1" status: 200 len: 808 time: 0.2753303 Nov 11 22:21:37.941680 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,revision_number=7']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:37.948345 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:38.033334 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-41c09509-0a02-402f-9636-425eb6be6154 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Synchronizing usage tracker for tenant:970a79010894485c806dc1e58aff6760 on resource:security_group {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:21:38.124234 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-41c09509-0a02-402f-9636-425eb6be6154 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Unset dirty status for tenant:970a79010894485c806dc1e58aff6760 on resource:security_group {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:21:38.125951 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-41c09509-0a02-402f-9636-425eb6be6154 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=970a79010894485c806dc1e58aff6760 HTTP/1.1" status: 200 len: 380 time: 0.2471640 Nov 11 22:21:38.163306 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Request body: {'port': {'device_id': '3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b', 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61', 'admin_state_up': True, 'tenant_id': '970a79010894485c806dc1e58aff6760', 'security_groups': ['3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132']}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:21:38.221232 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974215f-0ca0-4cfb-af29-b38758739da0 req-9130a260-4b72-44fd-aa23-2f2129230a79 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:38.238427 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3974215f-0ca0-4cfb-af29-b38758739da0 req-9130a260-4b72-44fd-aa23-2f2129230a79 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.3099172 Nov 11 22:21:38.376414 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3974215f-0ca0-4cfb-af29-b38758739da0 req-5431c888-8fc0-4347-8864-9cadaf37392b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364603 Nov 11 22:21:38.384784 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 57974) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:38.636865 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:21:38.648877 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Usage tracker for resource:port and tenant:970a79010894485c806dc1e58aff6760 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:21:38.662166 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee23d0-631f-4bc6-9db8-85f7ab8d9b38 req-a9aed631-6152-4490-be44-8621593e5eab tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:38.671124 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:21:38.674622 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dcee23d0-631f-4bc6-9db8-85f7ab8d9b38 req-a9aed631-6152-4490-be44-8621593e5eab tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.3116562 Nov 11 22:21:38.689850 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:21:38.720788 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e725fcd5-c6c2-4c92-81cc-880b627a35f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb', 'code': 200} Nov 11 22:21:38.758508 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dcee23d0-631f-4bc6-9db8-85f7ab8d9b38 req-775ee88e-cac8-42e1-b25d-71791e514d62 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797646 Nov 11 22:21:38.798821 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Made reservation on behalf of 970a79010894485c806dc1e58aff6760 for: {'port': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:21:38.813002 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:38.984464 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-310c2824-8243-4ca6-a26a-8ceb422dbb33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:39.027467 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-310c2824-8243-4ca6-a26a-8ceb422dbb33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:21:39.033215 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-310c2824-8243-4ca6-a26a-8ceb422dbb33 admin admin] Usage tracker for resource:security_group_rule and tenant:12fb51784d2742ea85a0bf9a8b352577 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:21:39.043585 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-310c2824-8243-4ca6-a26a-8ceb422dbb33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:21:39.064053 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-310c2824-8243-4ca6-a26a-8ceb422dbb33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:21:39.250322 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-310c2824-8243-4ca6-a26a-8ceb422dbb33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:39.359873 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-310c2824-8243-4ca6-a26a-8ceb422dbb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:39.403229 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Allocated IP 172.20.0.12 (4aa00e17-59c4-4179-a628-3da5e1912d61/0ef2997f-4cea-48bc-8493-7bbd8948b08c/cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:21:39.434876 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d1630077-7f3f-49ea-a2f0-d12eeb968cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:39.480626 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-310c2824-8243-4ca6-a26a-8ceb422dbb33 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12fb51784d2742ea85a0bf9a8b352577&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0937524 Nov 11 22:21:39.486543 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 57996) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:21:39.488064 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c2824-8243-4ca6-a26a-8ceb422dbb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cf89b7-601d-4eb5-b7a3-e0476943cef4,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:39.500251 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-310c2824-8243-4ca6-a26a-8ceb422dbb33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:39.657531 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3b79-7926-45e2-8982-df5621931800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:39.690797 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3b79-7926-45e2-8982-df5621931800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:39.788397 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121b52d-b904-4807-b461-b004c44c0818 req-592e7560-3a38-41b6-b516-ffed8f0585d0 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:39.796815 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f121b52d-b904-4807-b461-b004c44c0818 req-592e7560-3a38-41b6-b516-ffed8f0585d0 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.6814530 Nov 11 22:21:39.808653 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3b79-7926-45e2-8982-df5621931800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:39.815105 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c47e624a-3750-4e70-a89d-79d76db2525c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:39.872918 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f7b60-0b20-4904-9ee5-71391c09411f req-b5d75a7a-180f-4bac-a335-0d858386041d tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:39.874708 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7c0f7b60-0b20-4904-9ee5-71391c09411f req-b5d75a7a-180f-4bac-a335-0d858386041d tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 950 time: 0.3470745 Nov 11 22:21:39.875782 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a3b79-7926-45e2-8982-df5621931800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cf89b7-601d-4eb5-b7a3-e0476943cef4,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:39.898345 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0d6a3b79-7926-45e2-8982-df5621931800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:39.914118 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f121b52d-b904-4807-b461-b004c44c0818 req-4ce502e1-dd1b-4e9e-8994-0f9b5dada129 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161492 Nov 11 22:21:39.971974 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0d6a3b79-7926-45e2-8982-df5621931800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:39.988549 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-0d6a3b79-7926-45e2-8982-df5621931800 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03cf89b7-601d-4eb5-b7a3-e0476943cef4 HTTP/1.1" status: 204 len: 168 time: 0.4881327 Nov 11 22:21:40.147566 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7c0f7b60-0b20-4904-9ee5-71391c09411f req-037af9d5-025c-463e-b6b0-e3a3fb479a10 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/security-groups?id=31de360a-d60c-48e2-8cb5-38615602f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316141 Nov 11 22:21:40.197851 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:40.318340 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Transition to ACTIVE for port object cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e will not be triggered until provisioned by entity DHCP. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:21:40.434368 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:40.478680 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:40.736696 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Pushing event updated for resources: {'Port': ['ID=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:40.741161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Network 4aa00e17-59c4-4179-a628-3da5e1912d61 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:21:40.762981 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:40.762981 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:21:40.765724 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:21:40.795437 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:40.795437 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:40.867771 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1ca2b-52d9-40f8-bb48-24d4ba2e4a31 req-200be9f8-94ec-4fd4-a41a-c271a6813463 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:40.875941 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-acd1ca2b-52d9-40f8-bb48-24d4ba2e4a31 req-200be9f8-94ec-4fd4-a41a-c271a6813463 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 932 time: 0.2843072 Nov 11 22:21:40.965648 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8064141 Nov 11 22:21:40.966686 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-acd1ca2b-52d9-40f8-bb48-24d4ba2e4a31 req-a57005aa-9039-4b95-861f-0c33222f98ca tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831392 Nov 11 22:21:40.979081 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Request body: {'port': {'device_id': '3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:21:41.454698 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:41.773503 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ebffd-8333-4f81-aa70-7f5d7c90127f req-c7ae090c-9444-4751-ae8a-045f0e5bd996 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:41.790067 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-973ebffd-8333-4f81-aa70-7f5d7c90127f req-c7ae090c-9444-4751-ae8a-045f0e5bd996 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.3051412 Nov 11 22:21:41.863948 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-973ebffd-8333-4f81-aa70-7f5d7c90127f req-78447b10-7d25-4d92-9484-7b66657362f0 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716698 Nov 11 22:21:42.129143 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dd70ae3c-8ba9-40cc-9296-42bd95dd59bb req-336d8d44-3df6-4aae-95bc-ab898fe955b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69cfca7e767f4503aac480dce5907cdb&device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 1099 time: 0.8519199 Nov 11 22:21:42.132939 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98727a5f-9f4c-46e9-abeb-49ce8729d195 req-9800bb0e-b876-4c9e-a9cf-76d794e72f41 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:42.134962 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-98727a5f-9f4c-46e9-abeb-49ce8729d195 req-9800bb0e-b876-4c9e-a9cf-76d794e72f41 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.1307373 Nov 11 22:21:42.346240 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-98727a5f-9f4c-46e9-abeb-49ce8729d195 req-e0289fd4-d81b-4b2c-b91c-d608202464bf tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449971 Nov 11 22:21:42.347511 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01c104-be0d-493e-bb90-d9171b2c6bd9 req-2e38e056-88ca-4406-9c83-40af78c37d2b tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:42.357583 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2c01c104-be0d-493e-bb90-d9171b2c6bd9 req-2e38e056-88ca-4406-9c83-40af78c37d2b tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 950 time: 0.1597211 Nov 11 22:21:42.430419 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2c01c104-be0d-493e-bb90-d9171b2c6bd9 req-b686bb8a-998a-4b95-a505-fcad119c5737 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/security-groups?id=31de360a-d60c-48e2-8cb5-38615602f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714746 Nov 11 22:21:42.472437 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e {{(pid=88356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:21:42.502457 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70ae3c-8ba9-40cc-9296-42bd95dd59bb req-b64a20f1-f618-42e1-babe-2758a7fce87f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:42.504620 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dd70ae3c-8ba9-40cc-9296-42bd95dd59bb req-b64a20f1-f618-42e1-babe-2758a7fce87f service neutron] 10.222.0.55 "GET /v2.0/networks?id=65d9ad99-3a08-4dd5-af3c-91116e42d962 HTTP/1.1" status: 200 len: 911 time: 0.3682899 Nov 11 22:21:42.524572 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:42.685917 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-410c4150-4309-49e3-b472-2c329b106d75 None None] Provisioning for port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:21:42.693288 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dd70ae3c-8ba9-40cc-9296-42bd95dd59bb req-ac58e53b-1ac7-41a3-9288-535a5be736cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0707fe6-c67d-453e-8123-9fafa0c21b41 HTTP/1.1" status: 200 len: 1002 time: 0.1624103 Nov 11 22:21:42.696028 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Transition to ACTIVE for port object cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e will not be triggered until provisioned by entity L2. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:21:42.699653 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-410c4150-4309-49e3-b472-2c329b106d75 None None] Provisioning complete for port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:21:42.700732 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-410c4150-4309-49e3-b472-2c329b106d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:42.768210 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cb5fa-039e-4195-9f43-11add3d999ae req-43510abb-2762-4525-a25d-bfff3809baf2 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:42.775961 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-718cb5fa-039e-4195-9f43-11add3d999ae req-43510abb-2762-4525-a25d-bfff3809baf2 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 932 time: 0.1274812 Nov 11 22:21:42.787565 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-410c4150-4309-49e3-b472-2c329b106d75 None None] Port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:21:42.830890 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70ae3c-8ba9-40cc-9296-42bd95dd59bb req-9112fa36-4ed1-4554-83b0-06aff115538a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:42.832524 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dd70ae3c-8ba9-40cc-9296-42bd95dd59bb req-9112fa36-4ed1-4554-83b0-06aff115538a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4ba6ec0-e7b0-4914-9c13-c2928c121dea HTTP/1.1" status: 200 len: 849 time: 0.1281006 Nov 11 22:21:42.833857 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:42.839091 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6fe37005-cae1-4a01-9d79-40783f8dcbb2 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:42.845832 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-718cb5fa-039e-4195-9f43-11add3d999ae req-f2c6aef3-e202-4f0d-9ad8-13ed5ae0dd64 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687859 Nov 11 22:21:43.166391 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Pushing event updated for resources: {'Port': ['ID=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:43.178245 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:43.178883 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dbc71-d48b-4ae8-9283-ab1d38257930 req-4e20b1e4-f11a-4b7a-be83-18bba042e2bb tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:43.188069 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b80dbc71-d48b-4ae8-9283-ab1d38257930 req-4e20b1e4-f11a-4b7a-be83-18bba042e2bb tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1245246 Nov 11 22:21:43.301950 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Attempting to bind port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:21:43.302391 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Attempting to bind port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '87c7138a-466a-466a-a3a0-ee47804e2f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61'}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:21:43.302706 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Attempting to bind port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e on network 4aa00e17-59c4-4179-a628-3da5e1912d61 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:21:43.340612 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dd70ae3c-8ba9-40cc-9296-42bd95dd59bb req-9842d040-fd98-4b7e-8dd4-4e1392434f87 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65d9ad99-3a08-4dd5-af3c-91116e42d962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4668980 Nov 11 22:21:43.349559 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b80dbc71-d48b-4ae8-9283-ab1d38257930 req-49706b77-4df1-4dcc-a53e-17bf5058e18b tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601245 Nov 11 22:21:43.350768 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e on network 4aa00e17-59c4-4179-a628-3da5e1912d61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 22:21:43.351135 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Attempting to bind port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e on network 4aa00e17-59c4-4179-a628-3da5e1912d61 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:21:43.486012 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Checking agent: {'id': 'd308de4e-73e5-4a02-a57f-4634dba51a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:21:43.486578 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Checking segment: {'id': '87c7138a-466a-466a-a3a0-ee47804e2f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:21:43.486697 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Bound using segment: {'id': '87c7138a-466a-466a-a3a0-ee47804e2f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61'} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:21:43.487604 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Bound port: cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c7138a-466a-466a-a3a0-ee47804e2f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61'}}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:21:43.487604 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:43.528877 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c1fa3-bed5-4891-ba6b-fda94499eb78 req-3aa5727f-c30a-4e93-b41d-ac9da8c52239 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:43.547015 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bf4c1fa3-bed5-4891-ba6b-fda94499eb78 req-3aa5727f-c30a-4e93-b41d-ac9da8c52239 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.2498653 Nov 11 22:21:43.699275 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dd70ae3c-8ba9-40cc-9296-42bd95dd59bb req-e93a2968-9078-42e3-ac81-c930c50ac8fc service neutron] 10.222.0.55 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446047 Nov 11 22:21:43.703407 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bf4c1fa3-bed5-4891-ba6b-fda94499eb78 req-9ffa02f1-f264-4b80-af4d-0c1206d15b72 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553013 Nov 11 22:21:43.829301 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581a8fc-447d-4941-b95b-9349195e69b1 req-390c63af-4ca3-4f49-a4db-2dd154f5dd8e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:43.841111 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c581a8fc-447d-4941-b95b-9349195e69b1 req-390c63af-4ca3-4f49-a4db-2dd154f5dd8e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.1358869 Nov 11 22:21:43.943999 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dd70ae3c-8ba9-40cc-9296-42bd95dd59bb req-7d3d9b0a-aae2-49c1-9a08-524d98821ea3 service neutron] 10.222.0.55 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968460 Nov 11 22:21:43.951817 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c581a8fc-447d-4941-b95b-9349195e69b1 req-532e2435-3479-4e05-8cfe-e32acd32d088 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095903 Nov 11 22:21:44.095072 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] For port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e, host hv-cinder-81588, cleared binding levels {{(pid=88356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:21:44.104062 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] For port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e,segment=NetworkSegment(87c7138a-466a-466a-a3a0-ee47804e2f41),segment_id=87c7138a-466a-466a-a3a0-ee47804e2f41)] {{(pid=88356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:21:44.158154 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:44.168979 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:44.261567 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:44.264179 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] 10.222.0.55 "PUT /v2.0/ports/cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e HTTP/1.1" status: 200 len: 1094 time: 3.2902775 Nov 11 22:21:44.265290 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b', 'tag': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:21:44.290400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9678e-caf5-4b31-8e8e-b9538c0a2e45 req-41121c98-fffa-4832-9ef7-a2d45df5b440 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:44.294419 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-ffa9678e-caf5-4b31-8e8e-b9538c0a2e45 req-41121c98-fffa-4832-9ef7-a2d45df5b440 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Synchronizing usage tracker for tenant:dab958443c4e4862b625ef6bab08cc4a on resource:port {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:21:44.382418 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012b08e-b985-42e9-8f2c-722e23591acb req-3acd51e7-ffce-4462-9579-f9d4874fb69b tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:44.384667 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0012b08e-b985-42e9-8f2c-722e23591acb req-3acd51e7-ffce-4462-9579-f9d4874fb69b tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 950 time: 0.2339990 Nov 11 22:21:44.504031 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0012b08e-b985-42e9-8f2c-722e23591acb req-52bb54aa-8aa2-4a78-ae42-355fa1d5b1bc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/security-groups?id=31de360a-d60c-48e2-8cb5-38615602f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821278 Nov 11 22:21:44.532137 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Pushing event updated for resources: {'Port': ['ID=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e,revision_number=3']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:44.536427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:44.630271 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-ffa9678e-caf5-4b31-8e8e-b9538c0a2e45 req-41121c98-fffa-4832-9ef7-a2d45df5b440 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Unset dirty status for tenant:dab958443c4e4862b625ef6bab08cc4a on resource:port {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:21:44.633922 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ffa9678e-caf5-4b31-8e8e-b9538c0a2e45 req-41121c98-fffa-4832-9ef7-a2d45df5b440 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.55 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 950 time: 0.9331396 Nov 11 22:21:44.842736 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-ffa9678e-caf5-4b31-8e8e-b9538c0a2e45 req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Deleting port e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:21:44.843474 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-ffa9678e-caf5-4b31-8e8e-b9538c0a2e45 req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:44.964267 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-823a94a5-1b7b-4b59-bb6e-d25b376bf3ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=970a79010894485c806dc1e58aff6760&device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 1097 time: 0.5494859 Nov 11 22:21:45.100126 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e16b3-3507-4114-9008-52d1653e6dca req-dfc68fd1-c86c-456c-b99d-dbe9606e1975 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:45.129935 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-909e16b3-3507-4114-9008-52d1653e6dca req-dfc68fd1-c86c-456c-b99d-dbe9606e1975 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 944 time: 0.2600582 Nov 11 22:21:45.272208 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-941aa4f6-10cb-48f7-a8ed-34322620897a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e HTTP/1.1" status: 200 len: 217 time: 0.2777629 Nov 11 22:21:45.510369 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-909e16b3-3507-4114-9008-52d1653e6dca req-3d8e9f3a-5a24-4568-9daf-80b055e2ea7f tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3706031 Nov 11 22:21:45.523800 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-ba953561-0427-4bd8-9788-7e27211407cd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:45.532470 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-ba953561-0427-4bd8-9788-7e27211407cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ef2997f-4cea-48bc-8493-7bbd8948b08c HTTP/1.1" status: 200 len: 847 time: 0.2398953 Nov 11 22:21:45.694532 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b', 'tag': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e', 'status': 'completed', 'code': 200} Nov 11 22:21:46.203412 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bf71d-8cb0-47dd-a845-bbfc21e61ccd req-1eb08056-fe7d-4ac8-a0eb-072a455bb77f tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:46.212485 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-827bf71d-8cb0-47dd-a845-bbfc21e61ccd req-1eb08056-fe7d-4ac8-a0eb-072a455bb77f tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.1756523 Nov 11 22:21:46.288410 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-ffa9678e-caf5-4b31-8e8e-b9538c0a2e45 req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] For port e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3,segment=NetworkSegment(576fccde-d83b-4793-b1ce-1f7e22d23eb3),segment_id=576fccde-d83b-4793-b1ce-1f7e22d23eb3)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:21:46.288880 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-ffa9678e-caf5-4b31-8e8e-b9538c0a2e45 req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:46.326106 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-827bf71d-8cb0-47dd-a845-bbfc21e61ccd req-c4ddac6d-1679-48e6-99ef-4fa061c65d4c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125379 Nov 11 22:21:46.457285 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-ffa9678e-caf5-4b31-8e8e-b9538c0a2e45 req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Calling delete_port for e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 owned by compute:nova {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:21:46.617264 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-0f5c23e0-258b-4eb1-8db6-b3190d9f8ec1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4aa00e17-59c4-4179-a628-3da5e1912d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.0529134 Nov 11 22:21:46.799839 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7df29-f87a-49dd-8014-d8dac2f97f38 req-d1be67a5-7b52-4197-8ea5-d07902f252a6 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:46.814095 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e5c7df29-f87a-49dd-8014-d8dac2f97f38 req-d1be67a5-7b52-4197-8ea5-d07902f252a6 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 950 time: 0.3436768 Nov 11 22:21:46.825993 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:21:46.915099 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9fe3c-8e3b-40b0-ab22-49d30bdf4751 req-f6ed8a59-423e-4afe-9ff6-c874579e2368 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:46.929083 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bfe9fe3c-8e3b-40b0-ab22-49d30bdf4751 req-f6ed8a59-423e-4afe-9ff6-c874579e2368 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.3472300 Nov 11 22:21:46.954668 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-80cf63a3-61a9-412f-a4ac-ac30b88b739b service neutron] 10.222.0.55 "GET /v2.0/networks/4aa00e17-59c4-4179-a628-3da5e1912d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758005 Nov 11 22:21:46.955937 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-ffa9678e-caf5-4b31-8e8e-b9538c0a2e45 req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:46.978712 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e5c7df29-f87a-49dd-8014-d8dac2f97f38 req-b5ff6063-34b1-4b5b-8bc2-d93e70041044 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/security-groups?id=31de360a-d60c-48e2-8cb5-38615602f456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625865 Nov 11 22:21:46.981595 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] No Port match for: e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:21:46.989104 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 not bound to the agent host hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:21:47.141230 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bfe9fe3c-8e3b-40b0-ab22-49d30bdf4751 req-13df24f2-5ae1-4844-8036-e7d3b4534a32 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092505 Nov 11 22:21:47.164437 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5fae871b-962b-49ae-80ae-fd4fa1ec35e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:47.168830 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6ae7564f-c72b-41af-becc-a1619a31be98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:47.208734 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0f899a2-58fc-4554-b469-e8105f7d9749 req-81f3d897-b104-4ef2-92fe-e19d13ec22c9 service neutron] 10.222.0.55 "GET /v2.0/networks/4aa00e17-59c4-4179-a628-3da5e1912d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249892 Nov 11 22:21:47.378593 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Pushing event deleted for resources: {'Port': ['ID=e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:47.467782 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa9678e-caf5-4b31-8e8e-b9538c0a2e45 req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] No DVR routers for this DVR port e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 on host hv-cinder-81588 {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:21:47.470958 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-ffa9678e-caf5-4b31-8e8e-b9538c0a2e45 req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:47.476437 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:21:47.477326 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:21:47.478042 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:21:47.478616 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:21:47.479164 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:21:47.480477 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:21:47.481065 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:21:47.482555 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:21:47.483208 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:21:47.483823 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:21:47.497435 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:21:47.506198 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:47.601258 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ffa9678e-caf5-4b31-8e8e-b9538c0a2e45 req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.55 "DELETE /v2.0/ports/e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3 HTTP/1.1" status: 204 len: 173 time: 2.9558713 Nov 11 22:21:47.626335 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c9b796be-2ff1-4aa2-871b-2ecaca26fcdd req-4eaacf8f-c1d2-4dab-b620-8667dc758d67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=970a79010894485c806dc1e58aff6760&device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 1097 time: 0.2219639 Nov 11 22:21:47.751350 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9286b295-cb56-4106-9232-33137f206eb1', 'name': 'network-vif-deleted', 'tag': 'e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:21:47.770395 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10a76f-2719-4463-a45e-a0d773be4880 req-2ae7f6f5-9ed4-46c0-a936-0d9f9eabd4be tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:47.784007 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fe10a76f-2719-4463-a45e-a0d773be4880 req-2ae7f6f5-9ed4-46c0-a936-0d9f9eabd4be tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 946 time: 0.3644860 Nov 11 22:21:47.937047 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246af62e-daa4-4864-a68d-290bcd2aadc8 req-0ed72a5a-cfd3-4914-bd85-2fab3819f72e tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:47.939938 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-246af62e-daa4-4864-a68d-290bcd2aadc8 req-0ed72a5a-cfd3-4914-bd85-2fab3819f72e tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 944 time: 0.3286119 Nov 11 22:21:47.945762 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fe10a76f-2719-4463-a45e-a0d773be4880 req-7e02e468-afe2-4be1-93bf-81d8fe655f34 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301882 Nov 11 22:21:48.000894 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b796be-2ff1-4aa2-871b-2ecaca26fcdd req-2f95ab7c-f715-4d6d-8337-c4dff024f63d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:48.003903 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c9b796be-2ff1-4aa2-871b-2ecaca26fcdd req-2f95ab7c-f715-4d6d-8337-c4dff024f63d service neutron] 10.222.0.55 "GET /v2.0/networks?id=4aa00e17-59c4-4179-a628-3da5e1912d61 HTTP/1.1" status: 200 len: 909 time: 0.3300405 Nov 11 22:21:48.075574 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-246af62e-daa4-4864-a68d-290bcd2aadc8 req-d06e2c55-e14d-4e47-9fc8-3372c4e97f8b tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226747 Nov 11 22:21:48.120483 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c9b796be-2ff1-4aa2-871b-2ecaca26fcdd req-de7174a0-ddca-48f5-ab75-a91f92c801e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e HTTP/1.1" status: 200 len: 217 time: 0.1068625 Nov 11 22:21:48.227397 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9286b295-cb56-4106-9232-33137f206eb1', 'name': 'network-vif-deleted', 'tag': 'e74eb3d2-2fe9-4ebc-922c-0a63ff9e98e3', 'status': 'completed', 'code': 200} Nov 11 22:21:48.274188 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b796be-2ff1-4aa2-871b-2ecaca26fcdd req-ba53418f-f730-4691-b296-40d320a76e81 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:48.275857 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c9b796be-2ff1-4aa2-871b-2ecaca26fcdd req-ba53418f-f730-4691-b296-40d320a76e81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ef2997f-4cea-48bc-8493-7bbd8948b08c HTTP/1.1" status: 200 len: 847 time: 0.1437640 Nov 11 22:21:48.514497 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c9b796be-2ff1-4aa2-871b-2ecaca26fcdd req-62a7e586-75e2-4d79-aef0-50065e1eb963 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4aa00e17-59c4-4179-a628-3da5e1912d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2296274 Nov 11 22:21:48.678420 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8cbfdb-6eab-4d5d-addb-6dbe341b26a0 req-cd737732-22d4-433c-bc31-6aac94cf1c20 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:48.686646 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ea8cbfdb-6eab-4d5d-addb-6dbe341b26a0 req-cd737732-22d4-433c-bc31-6aac94cf1c20 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.3869472 Nov 11 22:21:48.826426 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-76c391b1-2117-437e-b63a-e31139ec3511 req-3b6e0ea4-ee6c-44f7-802f-a8dc6c4a6278 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] 10.222.0.25 "GET /v2.0/ports?device_id=9286b295-cb56-4106-9232-33137f206eb1 HTTP/1.1" status: 200 len: 210 time: 0.1125402 Nov 11 22:21:48.837647 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:48.948372 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c9b796be-2ff1-4aa2-871b-2ecaca26fcdd req-ba6e730e-7dca-49e2-8843-ff030cf4bdaf service neutron] 10.222.0.55 "GET /v2.0/networks/4aa00e17-59c4-4179-a628-3da5e1912d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155273 Nov 11 22:21:48.962678 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ea8cbfdb-6eab-4d5d-addb-6dbe341b26a0 req-c25eb49a-0f77-43b1-8f07-3eb1cafff049 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748063 Nov 11 22:21:49.311875 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c9b796be-2ff1-4aa2-871b-2ecaca26fcdd req-dfcf7308-a457-4366-abd9-d362dc3e36ee service neutron] 10.222.0.55 "GET /v2.0/networks/4aa00e17-59c4-4179-a628-3da5e1912d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167288 Nov 11 22:21:49.451882 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d2bcb-6a09-4c20-879f-d407cc956065 req-b6355345-f99e-4f10-a584-2e170a03bc89 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:49.452690 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-f12d2bcb-6a09-4c20-879f-d407cc956065 req-b6355345-f99e-4f10-a584-2e170a03bc89 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Synchronizing usage tracker for tenant:a4f3f3ba04d742bfab0c7d05cddbf2d8 on resource:port {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:21:49.523540 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-f12d2bcb-6a09-4c20-879f-d407cc956065 req-b6355345-f99e-4f10-a584-2e170a03bc89 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Unset dirty status for tenant:a4f3f3ba04d742bfab0c7d05cddbf2d8 on resource:port {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:21:49.525229 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f12d2bcb-6a09-4c20-879f-d407cc956065 req-b6355345-f99e-4f10-a584-2e170a03bc89 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 946 time: 0.1834762 Nov 11 22:21:49.690296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-65d48d72-1ef4-4ab3-9ab2-d32a39c7d6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:49.696496 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd680e-d6c5-47d8-9b16-d133aa1d649d req-bf47b2e4-b6cf-4835-bfa5-5a070bb18466 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:49.700592 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-60bd680e-d6c5-47d8-9b16-d133aa1d649d req-bf47b2e4-b6cf-4835-bfa5-5a070bb18466 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 944 time: 0.4007730 Nov 11 22:21:49.769105 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-f12d2bcb-6a09-4c20-879f-d407cc956065 req-a2980f06-7644-4d97-9f03-70fc2d82b46b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Deleting port b08c3320-07b8-450f-a044-5fc5ee575078 {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:21:49.772266 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-f12d2bcb-6a09-4c20-879f-d407cc956065 req-a2980f06-7644-4d97-9f03-70fc2d82b46b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:49.774836 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa7fa6-e105-474e-a74c-d4186d92106f req-edaf3d5a-e3f8-48a8-a1d1-fee04243f193 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:49.777915 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c4aa7fa6-e105-474e-a74c-d4186d92106f req-edaf3d5a-e3f8-48a8-a1d1-fee04243f193 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 946 time: 0.3746243 Nov 11 22:21:49.877711 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-60bd680e-d6c5-47d8-9b16-d133aa1d649d req-a1539582-7b1d-4aa4-8774-0a77dd4f20c8 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698105 Nov 11 22:21:49.918621 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c4aa7fa6-e105-474e-a74c-d4186d92106f req-2fbe96ca-560b-4521-af46-8dbde1eb61f0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891020 Nov 11 22:21:50.176564 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-f12d2bcb-6a09-4c20-879f-d407cc956065 req-a2980f06-7644-4d97-9f03-70fc2d82b46b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] For port b08c3320-07b8-450f-a044-5fc5ee575078, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=b08c3320-07b8-450f-a044-5fc5ee575078,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:21:50.176978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-f12d2bcb-6a09-4c20-879f-d407cc956065 req-a2980f06-7644-4d97-9f03-70fc2d82b46b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:50.283866 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bea3a-e227-43ee-b129-6c8c3c2bf585 req-f6e2ebaa-d9af-4823-898a-91f15e4d0e5b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:50.285580 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cb3bea3a-e227-43ee-b129-6c8c3c2bf585 req-f6e2ebaa-d9af-4823-898a-91f15e4d0e5b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.1061540 Nov 11 22:21:50.303183 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:50.360844 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-f12d2bcb-6a09-4c20-879f-d407cc956065 req-a2980f06-7644-4d97-9f03-70fc2d82b46b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Calling delete_port for b08c3320-07b8-450f-a044-5fc5ee575078 owned by compute:nova {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:21:50.381568 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cb3bea3a-e227-43ee-b129-6c8c3c2bf585 req-dd5568ea-baa3-46f5-a957-0410a4aa9991 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890405 Nov 11 22:21:50.805723 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-f12d2bcb-6a09-4c20-879f-d407cc956065 req-a2980f06-7644-4d97-9f03-70fc2d82b46b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:50.821643 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:21:50.824659 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:50.830576 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['0ba682dc-6fb9-4290-b107-137bfcdcbd9e', '8b4c963c-4d4b-4836-a2ff-26c337315fd5', '67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59', 'b08c3320-07b8-450f-a044-5fc5ee575078'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:21:51.079751 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2980f06-7644-4d97-9f03-70fc2d82b46b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Pushing event deleted for resources: {'Port': ['ID=b08c3320-07b8-450f-a044-5fc5ee575078,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:51.092194 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a2980f06-7644-4d97-9f03-70fc2d82b46b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:51.103474 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e,segment=NetworkSegment(87c7138a-466a-466a-a3a0-ee47804e2f41),segment_id=87c7138a-466a-466a-a3a0-ee47804e2f41)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:21:51.123295 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e', 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61', 'port_id': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e', 'mac_address': 'fa:16:3e:a4:96:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:21:51.161848 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12d2bcb-6a09-4c20-879f-d407cc956065 req-a2980f06-7644-4d97-9f03-70fc2d82b46b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] No DVR routers for this DVR port b08c3320-07b8-450f-a044-5fc5ee575078 on host hv-cinder-81588 {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:21:51.169114 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-f12d2bcb-6a09-4c20-879f-d407cc956065 req-a2980f06-7644-4d97-9f03-70fc2d82b46b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:51.173274 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d638cd-01d0-4dab-ba00-299ec39cb6c3', 'name': 'network-vif-deleted', 'tag': 'b08c3320-07b8-450f-a044-5fc5ee575078'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:21:51.213430 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d61fba6-8701-414f-b22b-633249bd0ac4 req-36e325c6-d57c-4c01-9f50-e5cf0c06fb30 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:51.222322 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3d61fba6-8701-414f-b22b-633249bd0ac4 req-36e325c6-d57c-4c01-9f50-e5cf0c06fb30 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.2912087 Nov 11 22:21:51.236678 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-75c4c636-5f10-4861-8556-625224f84107 req-28b7dc9c-6ca6-480b-ae36-a3cd81a8dd78 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43665bde38c04afb88bcf207f05f5331&device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 1098 time: 0.2703018 Nov 11 22:21:51.238275 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f12d2bcb-6a09-4c20-879f-d407cc956065 req-a2980f06-7644-4d97-9f03-70fc2d82b46b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.55 "DELETE /v2.0/ports/b08c3320-07b8-450f-a044-5fc5ee575078 HTTP/1.1" status: 204 len: 173 time: 1.6857252 Nov 11 22:21:51.260623 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:51.314302 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:21:51.332636 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e,segment=NetworkSegment(87c7138a-466a-466a-a3a0-ee47804e2f41),segment_id=87c7138a-466a-466a-a3a0-ee47804e2f41)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:21:51.360026 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3d61fba6-8701-414f-b22b-633249bd0ac4 req-fd666229-2f8d-4b6b-96c0-3cbe20c8dcc8 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362150 Nov 11 22:21:51.388947 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:51.393973 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:51.419567 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb228d7c-f43a-4d51-b885-63adc53b7c51 req-ecde8899-400d-4fd1-b596-0d8c0b14f008 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:51.430509 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cb228d7c-f43a-4d51-b885-63adc53b7c51 req-ecde8899-400d-4fd1-b596-0d8c0b14f008 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 944 time: 0.1752336 Nov 11 22:21:51.619976 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cb228d7c-f43a-4d51-b885-63adc53b7c51 req-63feeabe-4219-4ed0-bca2-3fc5aaaaf979 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763332 Nov 11 22:21:51.791761 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-81d7742c-9380-4972-9414-6e4dc1d130ee req-f337c07c-48a0-4a30-87e0-6bcd45b44db1 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=d5d638cd-01d0-4dab-ba00-299ec39cb6c3 HTTP/1.1" status: 200 len: 210 time: 0.1191621 Nov 11 22:21:51.843027 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d638cd-01d0-4dab-ba00-299ec39cb6c3', 'name': 'network-vif-deleted', 'tag': 'b08c3320-07b8-450f-a044-5fc5ee575078', 'status': 'completed', 'code': 200} Nov 11 22:21:51.876844 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:52.018975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:52.026293 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:52.054930 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:21:52.066956 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbf004-77bb-4e48-b714-bb59dd3d176c req-d1723eaa-c029-4c8a-9dbb-0dd35da76dcd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:52.070642 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-59cbf004-77bb-4e48-b714-bb59dd3d176c req-d1723eaa-c029-4c8a-9dbb-0dd35da76dcd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.1599245 Nov 11 22:21:52.100295 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4c636-5f10-4861-8556-625224f84107 req-6833b5c8-5517-4591-ad76-d26a1ebc74dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:52.118725 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-75c4c636-5f10-4861-8556-625224f84107 req-6833b5c8-5517-4591-ad76-d26a1ebc74dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcbad872-fbd0-40a2-acd1-a807e84b8e87 HTTP/1.1" status: 200 len: 919 time: 0.4254169 Nov 11 22:21:52.172860 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-59cbf004-77bb-4e48-b714-bb59dd3d176c req-65991d6b-b11a-4c7b-beab-6395e4d04524 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938461 Nov 11 22:21:52.307475 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-75c4c636-5f10-4861-8556-625224f84107 req-bb2f8455-0bd1-48fb-9b27-33972c49da4f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e16d470-9007-499e-b5e8-70d14adafcaf HTTP/1.1" status: 200 len: 217 time: 0.1801713 Nov 11 22:21:52.456876 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4c636-5f10-4861-8556-625224f84107 req-1a8daf39-8e3f-44c2-9685-bd399cf51dc3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:52.459779 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-75c4c636-5f10-4861-8556-625224f84107 req-1a8daf39-8e3f-44c2-9685-bd399cf51dc3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=678bec8e-2914-403b-acd5-8926fa26bd5f HTTP/1.1" status: 200 len: 858 time: 0.1138086 Nov 11 22:21:52.568731 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-75c4c636-5f10-4861-8556-625224f84107 req-4be761d0-cfed-4ab1-aaf2-3ce4bceaaf59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcbad872-fbd0-40a2-acd1-a807e84b8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013095 Nov 11 22:21:52.856442 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device b08c3320-07b8-450f-a044-5fc5ee575078 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:21:52.905010 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-75c4c636-5f10-4861-8556-625224f84107 req-6ec4a3cb-8734-4d4b-a290-95ca7841431a service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282778 Nov 11 22:21:53.076842 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1604b89-a4b8-48ae-af8c-faf67de5f871 req-9ee7af8d-a244-4c47-9724-ea9c143057d0 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:53.080011 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] No Port match for: b08c3320-07b8-450f-a044-5fc5ee575078 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:21:53.082262 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device b08c3320-07b8-450f-a044-5fc5ee575078 not bound to the agent host hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:21:53.085132 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f1604b89-a4b8-48ae-af8c-faf67de5f871 req-9ee7af8d-a244-4c47-9724-ea9c143057d0 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.4426286 Nov 11 22:21:53.364636 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-75c4c636-5f10-4861-8556-625224f84107 req-876c8860-a8ad-496d-b3d7-7763208908c1 service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504082 Nov 11 22:21:53.472237 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f1604b89-a4b8-48ae-af8c-faf67de5f871 req-0e172dde-17fb-4e4b-9f82-a8c7fc5b4fb3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762558 Nov 11 22:21:53.572644 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f05fe28-2937-4790-9e0d-431400f14c09 req-13fb158e-99e9-46a1-b7aa-4021a892c56c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:53.574933 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5f05fe28-2937-4790-9e0d-431400f14c09 req-13fb158e-99e9-46a1-b7aa-4021a892c56c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 945 time: 0.4245067 Nov 11 22:21:53.710270 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5f05fe28-2937-4790-9e0d-431400f14c09 req-8d35533d-a130-4515-b645-8d4917dda3b0 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227427 Nov 11 22:21:54.068908 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d3d10-c055-4ba8-93bb-ed2136223d30 req-da0bda87-06a6-43c1-aa96-ce109fb99186 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:54.072218 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-198d3d10-c055-4ba8-93bb-ed2136223d30 req-da0bda87-06a6-43c1-aa96-ce109fb99186 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.2196727 Nov 11 22:21:54.189962 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-198d3d10-c055-4ba8-93bb-ed2136223d30 req-56a20c1d-2503-4037-a750-a3c5717111b8 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972328 Nov 11 22:21:54.852912 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:21:55.039803 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f439771-8778-4a72-8424-a98fb41485c5 req-204916de-ef6b-43ae-a1b3-b343852ca2c2 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:55.062382 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3f439771-8778-4a72-8424-a98fb41485c5 req-204916de-ef6b-43ae-a1b3-b343852ca2c2 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.3822393 Nov 11 22:21:55.151399 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning for port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:21:55.157374 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:21:55.157992 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:55.250969 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3f439771-8778-4a72-8424-a98fb41485c5 req-1ed09dea-9081-4a1b-91ab-b77325ef8003 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838589 Nov 11 22:21:55.267410 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ba5c1-3904-4521-9036-b683754db371 req-f60adb38-ca50-4bdd-b73b-211a709c69b4 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:55.309791 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4f1ba5c1-3904-4521-9036-b683754db371 req-f60adb38-ca50-4bdd-b73b-211a709c69b4 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 945 time: 0.3762155 Nov 11 22:21:55.348122 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:55.429020 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e,segment=NetworkSegment(87c7138a-466a-466a-a3a0-ee47804e2f41),segment_id=87c7138a-466a-466a-a3a0-ee47804e2f41)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:21:55.433612 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:21:55.462097 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:55.462662 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4f1ba5c1-3904-4521-9036-b683754db371 req-98a33a92-129c-4af3-86dd-0dcc0b363775 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545806 Nov 11 22:21:55.465502 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:21:55.641973 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:21:55.646053 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:21:55.804906 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf661aaf-f277-4726-9362-e4b305ae8462 req-85d3bfd2-92e6-4bc8-8059-54c92184c9b7 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:55.808482 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bf661aaf-f277-4726-9362-e4b305ae8462 req-85d3bfd2-92e6-4bc8-8059-54c92184c9b7 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.1321070 Nov 11 22:21:55.889613 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bf661aaf-f277-4726-9362-e4b305ae8462 req-ffca5855-bb60-4a79-bfa0-1caca10a25b6 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744712 Nov 11 22:21:55.962542 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e', 'code': 200} Nov 11 22:21:56.277032 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5095b-888a-46e2-a398-6f46ec8547f2 req-e9714ff5-21a8-40ea-850f-77cb85628498 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:56.277032 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e1e5095b-888a-46e2-a398-6f46ec8547f2 req-e9714ff5-21a8-40ea-850f-77cb85628498 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 946 time: 0.1301842 Nov 11 22:21:56.277032 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e1e5095b-888a-46e2-a398-6f46ec8547f2 req-4542e4f3-7c6a-4166-961c-6abeb03bfda1 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521898 Nov 11 22:21:56.728025 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a30f2f-6349-4674-a366-862abdd59998 req-70919e25-66ae-495d-9710-ef9830564c65 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:56.730268 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d7a30f2f-6349-4674-a366-862abdd59998 req-70919e25-66ae-495d-9710-ef9830564c65 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1455395 Nov 11 22:21:56.795843 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543d2bf-a047-45a8-b76a-0d9f9d77a9f3 req-82142db6-c365-4033-9dae-f5e885c3ed0a tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:56.796931 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4543d2bf-a047-45a8-b76a-0d9f9d77a9f3 req-82142db6-c365-4033-9dae-f5e885c3ed0a tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.1467519 Nov 11 22:21:56.805375 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d7a30f2f-6349-4674-a366-862abdd59998 req-286323c9-5383-42f2-a3f8-ce03f76ac695 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630872 Nov 11 22:21:56.851953 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4543d2bf-a047-45a8-b76a-0d9f9d77a9f3 req-18bfb25c-fc9e-48d2-a651-fee83f426dbd tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454586 Nov 11 22:21:57.160864 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba7f7d-a0e8-4478-ba9a-8956398eaa60 req-fdee3a34-d2b0-4fb9-bbac-996a7668b7fa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:57.162820 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e3ba7f7d-a0e8-4478-ba9a-8956398eaa60 req-fdee3a34-d2b0-4fb9-bbac-996a7668b7fa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.1047969 Nov 11 22:21:57.174828 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-06d721ce-c85a-4bf2-a1b1-5e13af6ce590 req-c55aad71-6b94-4c4b-80fd-b8f593dcdf6d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 1099 time: 0.1804326 Nov 11 22:21:57.238390 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e3ba7f7d-a0e8-4478-ba9a-8956398eaa60 req-1506e86c-2e3d-4952-a8a9-3e03c46c6b1a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679591 Nov 11 22:21:57.323822 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-06d721ce-c85a-4bf2-a1b1-5e13af6ce590 req-10249905-0ec1-4e6e-a343-51af2985d360 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390753 Nov 11 22:21:57.658879 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562ca12-3ec6-47fe-b1f5-fd8eb63212eb req-c3acebe4-aaa0-4f60-a9dc-74cc59163b6f tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:57.668297 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4562ca12-3ec6-47fe-b1f5-fd8eb63212eb req-c3acebe4-aaa0-4f60-a9dc-74cc59163b6f tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 946 time: 0.2483597 Nov 11 22:21:57.759666 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4562ca12-3ec6-47fe-b1f5-fd8eb63212eb req-d0bb18f5-85f1-406d-a98c-f6c50dda7d51 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861094 Nov 11 22:21:58.187105 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0693a8f-2c63-43f7-993c-f56ac622c09e req-a19aa799-77d4-48ca-a484-6e1258e59175 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:58.189558 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e0693a8f-2c63-43f7-993c-f56ac622c09e req-a19aa799-77d4-48ca-a484-6e1258e59175 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1707482 Nov 11 22:21:58.342395 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e0693a8f-2c63-43f7-993c-f56ac622c09e req-b8519d84-978c-4f75-91ed-4ea7884bb284 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446676 Nov 11 22:21:58.412208 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafaa5fa-b4ac-4871-934f-90e9d20dd101 req-063df08f-df45-4dc6-8ec2-8f71e1675833 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:58.414583 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dafaa5fa-b4ac-4871-934f-90e9d20dd101 req-063df08f-df45-4dc6-8ec2-8f71e1675833 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.2015836 Nov 11 22:21:58.514703 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dafaa5fa-b4ac-4871-934f-90e9d20dd101 req-49e1e028-51b1-42ae-bc0a-93782cd882e5 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865531 Nov 11 22:21:58.597549 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8886a-bceb-4bb3-9a2c-495a35788744 req-8e9cd601-6362-489a-b4fb-1582c8fa2ea6 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:58.598933 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-a9c8886a-bceb-4bb3-9a2c-495a35788744 req-8e9cd601-6362-489a-b4fb-1582c8fa2ea6 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Synchronizing usage tracker for tenant:a4f3f3ba04d742bfab0c7d05cddbf2d8 on resource:port {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:21:58.673985 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-a9c8886a-bceb-4bb3-9a2c-495a35788744 req-8e9cd601-6362-489a-b4fb-1582c8fa2ea6 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Unset dirty status for tenant:a4f3f3ba04d742bfab0c7d05cddbf2d8 on resource:port {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:21:58.676887 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a9c8886a-bceb-4bb3-9a2c-495a35788744 req-8e9cd601-6362-489a-b4fb-1582c8fa2ea6 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.55 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 946 time: 0.2111907 Nov 11 22:21:58.761547 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37215c45-719d-4ab5-8a0a-4c75f7091466 req-8540d6c0-2f65-4f99-911a-4a6d7cf827cb tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:58.776162 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-37215c45-719d-4ab5-8a0a-4c75f7091466 req-8540d6c0-2f65-4f99-911a-4a6d7cf827cb tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.1901040 Nov 11 22:21:58.938601 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-37215c45-719d-4ab5-8a0a-4c75f7091466 req-a03841ec-5e2c-4e44-9281-a068522876e7 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605067 Nov 11 22:21:58.963652 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-a9c8886a-bceb-4bb3-9a2c-495a35788744 req-6a93eea7-5029-46e8-88d4-0a2560f86804 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Deleting port 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:21:58.978114 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a9c8886a-bceb-4bb3-9a2c-495a35788744 req-6a93eea7-5029-46e8-88d4-0a2560f86804 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:59.125886 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55c3bf-30b3-4118-8309-20832cb7abc0 req-08204621-423a-43fb-b041-e08dd54af8b8 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:59.127612 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cd55c3bf-30b3-4118-8309-20832cb7abc0 req-08204621-423a-43fb-b041-e08dd54af8b8 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 946 time: 0.1011059 Nov 11 22:21:59.225472 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cd55c3bf-30b3-4118-8309-20832cb7abc0 req-4299cb39-a12d-4bed-bd64-5a08edae6fb7 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900595 Nov 11 22:21:59.377476 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-a9c8886a-bceb-4bb3-9a2c-495a35788744 req-6a93eea7-5029-46e8-88d4-0a2560f86804 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] For port 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:21:59.378061 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a9c8886a-bceb-4bb3-9a2c-495a35788744 req-6a93eea7-5029-46e8-88d4-0a2560f86804 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:21:59.701702 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449278dd-7484-4a81-9921-96a830e75c20 req-366d40a0-5d96-4052-b078-51fa68e5bb28 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:59.703706 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-449278dd-7484-4a81-9921-96a830e75c20 req-366d40a0-5d96-4052-b078-51fa68e5bb28 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1508479 Nov 11 22:21:59.806526 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-a9c8886a-bceb-4bb3-9a2c-495a35788744 req-6a93eea7-5029-46e8-88d4-0a2560f86804 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Calling delete_port for 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 owned by compute:nova {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:21:59.821871 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-449278dd-7484-4a81-9921-96a830e75c20 req-d8dea5b8-80b3-41b2-9795-df0886d7b0c3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681031 Nov 11 22:21:59.837789 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91fa9e-244f-42e4-b1a4-9f30ff879c5d req-0ff0cc45-528a-4bcb-8ae0-31fe0885d509 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:21:59.842290 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fb91fa9e-244f-42e4-b1a4-9f30ff879c5d req-0ff0cc45-528a-4bcb-8ae0-31fe0885d509 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.1346369 Nov 11 22:21:59.898879 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fb91fa9e-244f-42e4-b1a4-9f30ff879c5d req-996038cc-8e16-46e8-a439-80a8f8f50425 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520985 Nov 11 22:22:00.063078 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7a9ae250-eb78-4912-aae2-a69c16f99916 req-976caba6-e65c-4699-a917-a34d33c5a06b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30b5c8060107440099282a255f5a3afc&device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 1099 time: 0.1775844 Nov 11 22:22:00.206557 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c2778-79b8-4304-b5ae-f311f86aef0b req-dd1dcc95-f93e-4a99-a1fd-b591bd26bc25 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:00.208318 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-626c2778-79b8-4304-b5ae-f311f86aef0b req-dd1dcc95-f93e-4a99-a1fd-b591bd26bc25 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.1584072 Nov 11 22:22:00.296567 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-626c2778-79b8-4304-b5ae-f311f86aef0b req-d22bf805-1380-45dd-a834-11ba168cacfb tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806863 Nov 11 22:22:00.324909 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 58478) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:00.336946 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ae250-eb78-4912-aae2-a69c16f99916 req-a00367a2-2b97-4698-8feb-da861ec960e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:00.338825 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7a9ae250-eb78-4912-aae2-a69c16f99916 req-a00367a2-2b97-4698-8feb-da861ec960e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e502878-60da-4698-8f22-97917266e235 HTTP/1.1" status: 200 len: 918 time: 0.2660751 Nov 11 22:22:00.339961 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a9c8886a-bceb-4bb3-9a2c-495a35788744 req-6a93eea7-5029-46e8-88d4-0a2560f86804 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:00.352435 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-57a54413-b755-4856-bd0c-122d831f7483 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:00.357103 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['0ba682dc-6fb9-4290-b107-137bfcdcbd9e', '8b4c963c-4d4b-4836-a2ff-26c337315fd5', '67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:22:00.408590 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53adfe2d-f71e-45b9-896e-f6ed485edfbd req-3a1988b2-9019-4810-921b-a0656916bdd6 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:00.410401 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-53adfe2d-f71e-45b9-896e-f6ed485edfbd req-3a1988b2-9019-4810-921b-a0656916bdd6 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.2465389 Nov 11 22:22:00.499998 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-53adfe2d-f71e-45b9-896e-f6ed485edfbd req-b4094e08-8241-4adf-9006-a399618bbd5a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774691 Nov 11 22:22:00.564364 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5f5a9a47-5e1d-4773-b520-42587164841f req-5072441a-0c43-4dc4-9d00-ad02b9639e9b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 210 time: 0.0597003 Nov 11 22:22:00.590127 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93eea7-5029-46e8-88d4-0a2560f86804 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Pushing event deleted for resources: {'Port': ['ID=67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:00.598181 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6a93eea7-5029-46e8-88d4-0a2560f86804 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:00.681009 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7a9ae250-eb78-4912-aae2-a69c16f99916 req-1f93e3ed-2c32-4286-95f5-b8e1d549952a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb HTTP/1.1" status: 200 len: 1001 time: 0.2358041 Nov 11 22:22:00.687559 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c8886a-bceb-4bb3-9a2c-495a35788744 req-6a93eea7-5029-46e8-88d4-0a2560f86804 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] No DVR routers for this DVR port 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 on host hv-cinder-81588 {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:22:00.730669 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a9c8886a-bceb-4bb3-9a2c-495a35788744 req-6a93eea7-5029-46e8-88d4-0a2560f86804 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:00.733760 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cb6c80-bfe4-470d-bb59-9475b2f547d2', 'name': 'network-vif-deleted', 'tag': '67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:22:00.797226 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a9c8886a-bceb-4bb3-9a2c-495a35788744 req-6a93eea7-5029-46e8-88d4-0a2560f86804 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.55 "DELETE /v2.0/ports/67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 HTTP/1.1" status: 204 len: 173 time: 2.1066515 Nov 11 22:22:00.822660 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cb6c80-bfe4-470d-bb59-9475b2f547d2', 'name': 'network-vif-deleted', 'tag': '67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59', 'status': 'completed', 'code': 200} Nov 11 22:22:00.824469 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ae250-eb78-4912-aae2-a69c16f99916 req-02a87dfa-fe50-4604-9a13-656517f02815 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:00.826497 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7a9ae250-eb78-4912-aae2-a69c16f99916 req-02a87dfa-fe50-4604-9a13-656517f02815 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28b1f60c-9def-4779-8aa9-49aa02b8c273 HTTP/1.1" status: 200 len: 856 time: 0.1366818 Nov 11 22:22:01.025672 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7a9ae250-eb78-4912-aae2-a69c16f99916 req-6d2d2469-4eed-4503-9e0e-5ccbafe2bafe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e502878-60da-4698-8f22-97917266e235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1775975 Nov 11 22:22:01.034459 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-66462d28-dfe8-4ff6-99d8-e6f925ee9d58 tempest-TestShelveInstance-1400470616 tempest-TestShelveInstance-1400470616-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 1094 time: 0.7083232 Nov 11 22:22:01.037250 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 58488) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:01.043364 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Request body: {'floatingip': {'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'port_id': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:22:01.049879 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:22:01.054676 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Usage tracker for resource:floatingip and tenant:970a79010894485c806dc1e58aff6760 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:22:01.059770 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:22:01.067914 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d034a0-1323-460f-8d04-e56b4649dc5f req-6c167301-6541-4ad1-94b9-bad0e9e241b4 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:01.070033 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e4d034a0-1323-460f-8d04-e56b4649dc5f req-6c167301-6541-4ad1-94b9-bad0e9e241b4 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1004121 Nov 11 22:22:01.090646 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:22:01.257454 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for floatingip, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:01.322435 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7a9ae250-eb78-4912-aae2-a69c16f99916 req-40317cc0-737a-44d9-aeec-bd6b9cc2f160 service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638726 Nov 11 22:22:01.371265 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e4d034a0-1323-460f-8d04-e56b4649dc5f req-d22b168a-d65d-4c11-84b0-b02b4ba49688 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870500 Nov 11 22:22:01.613907 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7a9ae250-eb78-4912-aae2-a69c16f99916 req-3ff879a9-7a99-48f1-93d3-a5b297cac357 service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708943 Nov 11 22:22:01.638727 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:01.865115 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b122a7e5-aeb5-4345-b931-f98459837069 req-3ef0654a-94aa-495c-ac95-bc1616d1cd63 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=17cb6c80-bfe4-470d-bb59-9475b2f547d2 HTTP/1.1" status: 200 len: 210 time: 0.0787115 Nov 11 22:22:01.928785 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5741529-b150-40be-9033-48c98b4389e3 req-56b9678f-31f2-48bc-9a94-73a4514835e8 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:01.931076 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c5741529-b150-40be-9033-48c98b4389e3 req-56b9678f-31f2-48bc-9a94-73a4514835e8 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 946 time: 0.1058433 Nov 11 22:22:01.981908 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Allocated IP 172.28.0.179 (bf438b09-e7cb-41a3-9cf4-64cadd7b8e13/ef69609a-b63d-436e-8cdc-c158ad574162/1f8a98ff-3b0c-4f20-a85c-ec4cfbe6b331) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:22:01.984962 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c5741529-b150-40be-9033-48c98b4389e3 req-ac3f0452-c238-4403-a36e-9879c8731f6f tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472589 Nov 11 22:22:02.228003 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:02.296222 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:02.301408 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-82cdab9d-f4d2-442c-a3d3-e1035f809382 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:02.314108 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 58506) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:02.395296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:22:02.398653 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:22:02.401292 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:22:02.447395 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Pushing event updated for resources: {'Port': ['ID=1f8a98ff-3b0c-4f20-a85c-ec4cfbe6b331,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:02.451117 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:02.561059 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-841150ef-560c-4dc4-ab00-6fb41d912dc7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dab958443c4e4862b625ef6bab08cc4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2438622 Nov 11 22:22:02.566518 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 58514) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:02.668403 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01cdc4-3920-46bc-a512-975fce8f77d1 req-510dd062-1cfe-4f41-b7bd-808f7dfc898d tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:02.670711 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5a01cdc4-3920-46bc-a512-975fce8f77d1 req-510dd062-1cfe-4f41-b7bd-808f7dfc898d tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1130805 Nov 11 22:22:02.738045 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5a01cdc4-3920-46bc-a512-975fce8f77d1 req-28bcc38a-b46d-429c-9c2b-b040c6795a90 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600770 Nov 11 22:22:02.845607 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9481d1b3-933b-478c-b5b3-b12735c4a8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:02.885578 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:22:02.895393 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9481d1b3-933b-478c-b5b3-b12735c4a8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:02.927184 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] No Port match for: 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:22:02.928313 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 67ee5a5e-5ebe-4cfa-b3e4-807adbe7ca59 not bound to the agent host hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:22:02.929400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:22:03.125585 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:03.257204 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e725fcd5-c6c2-4c92-81cc-880b627a35f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:22:03.268417 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:03.274699 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:22:03.284389 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9481d1b3-933b-478c-b5b3-b12735c4a8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:03.289257 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-88ac6752-c5a1-4f7b-89f0-8cd7552c6d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:03.304138 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481d1b3-933b-478c-b5b3-b12735c4a8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31de360a-d60c-48e2-8cb5-38615602f456,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:03.307680 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9481d1b3-933b-478c-b5b3-b12735c4a8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:03.319713 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9481d1b3-933b-478c-b5b3-b12735c4a8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:03.320973 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-9481d1b3-933b-478c-b5b3-b12735c4a8b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/31de360a-d60c-48e2-8cb5-38615602f456 HTTP/1.1" status: 204 len: 168 time: 0.7533877 Nov 11 22:22:03.337983 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:03.339332 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:03.343283 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fd3778fb-223f-4490-998e-c0c603a1a9e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:03.392427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683086ad-df05-4e9e-a3fd-8f194bf79443 req-dd2486ab-5e15-4b2a-b982-05810187c533 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:03.402290 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-683086ad-df05-4e9e-a3fd-8f194bf79443 req-dd2486ab-5e15-4b2a-b982-05810187c533 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.1132064 Nov 11 22:22:03.460527 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:03.477962 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,revision_number=8']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:03.504321 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-683086ad-df05-4e9e-a3fd-8f194bf79443 req-943684ed-ffbe-4fe6-b2ad-ffd2eb5e2120 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888028 Nov 11 22:22:03.521318 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:03.521955 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:03.522460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:03.524222 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:03.524633 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:03.525021 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:03.525477 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:03.525891 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:03.526851 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:03.527398 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:03.527766 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:03.534763 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:03.631117 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e725fcd5-c6c2-4c92-81cc-880b627a35f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb', 'code': 200} Nov 11 22:22:03.938334 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fae98-4469-47f6-be1c-c6534cad9817 req-aa558225-dc45-49e9-8f85-ca73d2a56d77 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:03.952994 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-915fae98-4469-47f6-be1c-c6534cad9817 req-aa558225-dc45-49e9-8f85-ca73d2a56d77 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 945 time: 0.1703146 Nov 11 22:22:04.117464 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-915fae98-4469-47f6-be1c-c6534cad9817 req-a5b02ff6-3586-4bc8-a41f-16b03c1370c5 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593323 Nov 11 22:22:04.161237 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:04.191929 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6a28a-3cac-4dc3-9cf7-5554ea300a3c req-ce309a6d-4407-43dd-b6e2-edc846b3df36 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:04.193543 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e1b6a28a-3cac-4dc3-9cf7-5554ea300a3c req-ce309a6d-4407-43dd-b6e2-edc846b3df36 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1866574 Nov 11 22:22:04.216985 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:04.223531 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:04.245177 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e1b6a28a-3cac-4dc3-9cf7-5554ea300a3c req-f9188a87-6f9a-4615-902b-29b1743f8918 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441477 Nov 11 22:22:04.320348 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854332685'] for floatingip, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:04.446928 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Pushing event updated for resources: {'Port': ['ID=1f8a98ff-3b0c-4f20-a85c-ec4cfbe6b331,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:04.451189 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:04.600806 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.l3_db [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Floating IP d8d8f2bf-9d3b-4cb4-b0f4-3ac7c00546f5 associated. External IP: 172.28.0.179, port: cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e. Nov 11 22:22:04.784978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a47de-e955-40ce-81dd-d8a382bf9191 req-659c2917-b55d-4250-9fc8-0609551edb66 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:04.786848 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-796a47de-e955-40ce-81dd-d8a382bf9191 req-659c2917-b55d-4250-9fc8-0609551edb66 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.1006610 Nov 11 22:22:04.841859 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-796a47de-e955-40ce-81dd-d8a382bf9191 req-ae343ee9-e118-4887-9098-c75dc306e129 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485225 Nov 11 22:22:05.079963 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Router 2d62fb18-e036-498c-99ca-6dfe3891c187 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:22:05.335919 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:22:05.350733 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9558b0ad-149c-401e-8287-e9f77af1f7f2 None None] Sync routers for ids ['2d62fb18-e036-498c-99ca-6dfe3891c187'] in dv-cinder-815883-4-smb {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:22:05.367500 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9558b0ad-149c-401e-8287-e9f77af1f7f2 None None] Routers {'2d62fb18-e036-498c-99ca-6dfe3891c187'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:22:05.368748 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-9558b0ad-149c-401e-8287-e9f77af1f7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:21:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2d62fb18-e036-498c-99ca-6dfe3891c187'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:22:05.441255 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa361a-01ed-4a0e-a5d8-a83fb3b5ee73 req-5ae17109-0642-4618-9579-33790bb9d2d5 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:05.443101 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-14fa361a-01ed-4a0e-a5d8-a83fb3b5ee73 req-5ae17109-0642-4618-9579-33790bb9d2d5 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 945 time: 0.1114986 Nov 11 22:22:05.520000 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-14fa361a-01ed-4a0e-a5d8-a83fb3b5ee73 req-86aa258b-dc18-48ad-aa8d-e05e201b8a60 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680482 Nov 11 22:22:05.528358 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for floatingip, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:05.611455 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5727763 Nov 11 22:22:05.612576 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b', 'tag': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:22:05.619044 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-9558b0ad-149c-401e-8287-e9f77af1f7f2 None None] Set router 2d62fb18-e036-498c-99ca-6dfe3891c187 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:22:05.856087 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bcca4d-b6d1-478b-9a21-69bc56ac4b6d req-18c89fa4-137e-402e-baf4-d9adafb8ff4c tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:05.859238 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-19bcca4d-b6d1-478b-9a21-69bc56ac4b6d req-18c89fa4-137e-402e-baf4-d9adafb8ff4c tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1723428 Nov 11 22:22:05.874018 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac19bf-ae40-4d87-8924-89f8bbaf4968 req-67271803-2033-4e4f-9d92-6ca50957a5e3 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:05.874748 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-c1ac19bf-ae40-4d87-8924-89f8bbaf4968 req-67271803-2033-4e4f-9d92-6ca50957a5e3 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Synchronizing usage tracker for tenant:a4f3f3ba04d742bfab0c7d05cddbf2d8 on resource:port {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:22:05.935137 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-c1ac19bf-ae40-4d87-8924-89f8bbaf4968 req-67271803-2033-4e4f-9d92-6ca50957a5e3 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Unset dirty status for tenant:a4f3f3ba04d742bfab0c7d05cddbf2d8 on resource:port {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:22:05.936907 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c1ac19bf-ae40-4d87-8924-89f8bbaf4968 req-67271803-2033-4e4f-9d92-6ca50957a5e3 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 945 time: 0.1681273 Nov 11 22:22:05.963047 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-19bcca4d-b6d1-478b-9a21-69bc56ac4b6d req-97ad3081-75a3-4a3a-8da5-96115922848d tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908220 Nov 11 22:22:06.040090 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b', 'tag': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e', 'status': 'completed', 'code': 200} Nov 11 22:22:06.178657 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-c1ac19bf-ae40-4d87-8924-89f8bbaf4968 req-4ec92c71-6e66-4492-8800-77331a2d4a73 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Deleting port 8b4c963c-4d4b-4836-a2ff-26c337315fd5 {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:22:06.179448 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-c1ac19bf-ae40-4d87-8924-89f8bbaf4968 req-4ec92c71-6e66-4492-8800-77331a2d4a73 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:06.232108 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-9558b0ad-149c-401e-8287-e9f77af1f7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'name': 'tempest-TestShelveInstance-414560696-router', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:27Z', 'updated_at': '2021-11-11T22:20:38Z', 'revision_number': 4, 'project_id': '970a79010894485c806dc1e58aff6760', 'gw_port': {'id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:28Z', 'updated_at': '2021-11-11T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_floatingips': [{'id': 'd8d8f2bf-9d3b-4cb4-b0f4-3ac7c00546f5', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'floating_ip_address': '172.28.0.179', 'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'router_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'port_id': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61', 'mac_address': 'fa:16:3e:a4:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:22:02Z', 'updated_at': '2021-11-11T22:22:02Z', 'revision_number': 0, 'project_id': '970a79010894485c806dc1e58aff6760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44392a62-fdfb-41df-853e-f669b4c8fb67', 'name': '', 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'mac_address': 'fa:16:3e:2d:c6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:36Z', 'updated_at': '2021-11-11T22:20:47Z', 'revision_number': 5, 'project_id': '970a79010894485c806dc1e58aff6760', 'subnets': [{'id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:22:06.238379 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9558b0ad-149c-401e-8287-e9f77af1f7f2 None None] Checking router: 2d62fb18-e036-498c-99ca-6dfe3891c187 for host: dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:22:06.256412 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9558b0ad-149c-401e-8287-e9f77af1f7f2 None None] Routers {'2d62fb18-e036-498c-99ca-6dfe3891c187'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:22:06.257454 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-9558b0ad-149c-401e-8287-e9f77af1f7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:21:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2d62fb18-e036-498c-99ca-6dfe3891c187'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:22:06.416871 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6348f7b1-caec-4046-ba42-4a4b5b8bc796 req-e4434219-2072-40ab-921d-a52ec052ec5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=970a79010894485c806dc1e58aff6760&device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 1099 time: 0.3223484 Nov 11 22:22:06.480821 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-9558b0ad-149c-401e-8287-e9f77af1f7f2 None None] Set router 2d62fb18-e036-498c-99ca-6dfe3891c187 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:22:06.665617 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-c1ac19bf-ae40-4d87-8924-89f8bbaf4968 req-4ec92c71-6e66-4492-8800-77331a2d4a73 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] For port 8b4c963c-4d4b-4836-a2ff-26c337315fd5, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=8b4c963c-4d4b-4836-a2ff-26c337315fd5,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:22:06.666058 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-c1ac19bf-ae40-4d87-8924-89f8bbaf4968 req-4ec92c71-6e66-4492-8800-77331a2d4a73 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:06.900727 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:22:06.926498 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-c1ac19bf-ae40-4d87-8924-89f8bbaf4968 req-4ec92c71-6e66-4492-8800-77331a2d4a73 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Calling delete_port for 8b4c963c-4d4b-4836-a2ff-26c337315fd5 owned by compute:nova {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:22:06.947238 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-9558b0ad-149c-401e-8287-e9f77af1f7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'name': 'tempest-TestShelveInstance-414560696-router', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:27Z', 'updated_at': '2021-11-11T22:20:38Z', 'revision_number': 4, 'project_id': '970a79010894485c806dc1e58aff6760', 'gw_port': {'id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:28Z', 'updated_at': '2021-11-11T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_floatingips': [{'id': 'd8d8f2bf-9d3b-4cb4-b0f4-3ac7c00546f5', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'floating_ip_address': '172.28.0.179', 'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'router_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'port_id': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61', 'mac_address': 'fa:16:3e:a4:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:22:02Z', 'updated_at': '2021-11-11T22:22:02Z', 'revision_number': 0, 'project_id': '970a79010894485c806dc1e58aff6760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44392a62-fdfb-41df-853e-f669b4c8fb67', 'name': '', 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'mac_address': 'fa:16:3e:2d:c6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:36Z', 'updated_at': '2021-11-11T22:20:47Z', 'revision_number': 5, 'project_id': '970a79010894485c806dc1e58aff6760', 'subnets': [{'id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:22:06.953203 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9558b0ad-149c-401e-8287-e9f77af1f7f2 None None] The sync data for ids ['2d62fb18-e036-498c-99ca-6dfe3891c187'] in dv-cinder-815883-4-smb is: [{'id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'name': 'tempest-TestShelveInstance-414560696-router', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:27Z', 'updated_at': '2021-11-11T22:20:38Z', 'revision_number': 4, 'project_id': '970a79010894485c806dc1e58aff6760', 'gw_port': {'id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:28Z', 'updated_at': '2021-11-11T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_floatingips': [{'id': 'd8d8f2bf-9d3b-4cb4-b0f4-3ac7c00546f5', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'floating_ip_address': '172.28.0.179', 'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'router_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'port_id': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61', 'mac_address': 'fa:16:3e:a4:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:22:02Z', 'updated_at': '2021-11-11T22:22:02Z', 'revision_number': 0, 'project_id': '970a79010894485c806dc1e58aff6760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44392a62-fdfb-41df-853e-f669b4c8fb67', 'name': '', 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'mac_address': 'fa:16:3e:2d:c6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:36Z', 'updated_at': '2021-11-11T22:20:47Z', 'revision_number': 5, 'project_id': '970a79010894485c806dc1e58aff6760', 'subnets': [{'id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:22:07.011010 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d3180550-fe04-486c-9995-0520d81cd264 req-3688fbf5-c159-4aab-924f-84c6ac2ac22b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2663331 Nov 11 22:22:07.014591 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348f7b1-caec-4046-ba42-4a4b5b8bc796 req-8c86b9b9-cb52-4404-a2e3-19bf946d1677 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:07.016235 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6348f7b1-caec-4046-ba42-4a4b5b8bc796 req-8c86b9b9-cb52-4404-a2e3-19bf946d1677 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4aa00e17-59c4-4179-a628-3da5e1912d61 HTTP/1.1" status: 200 len: 909 time: 0.5453570 Nov 11 22:22:07.041032 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f3eca-4b40-4e5e-b5df-29de66202c69 req-2225c287-7bd7-437b-b0d1-2fb955bdbc56 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:07.055344 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-007f3eca-4b40-4e5e-b5df-29de66202c69 req-2225c287-7bd7-437b-b0d1-2fb955bdbc56 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 945 time: 0.2487912 Nov 11 22:22:07.082765 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 8b4c963c-4d4b-4836-a2ff-26c337315fd5 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:22:07.154565 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-007f3eca-4b40-4e5e-b5df-29de66202c69 req-8bcb2c0c-aac5-4b71-8f17-8dbffa3d55fa tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979214 Nov 11 22:22:07.278064 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:07.397467 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6348f7b1-caec-4046-ba42-4a4b5b8bc796 req-10338f5f-9bfe-4f9e-9e3b-eb2c732cd4c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e HTTP/1.1" status: 200 len: 1000 time: 0.2102182 Nov 11 22:22:07.399053 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:22:07.468180 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-c1ac19bf-ae40-4d87-8924-89f8bbaf4968 req-4ec92c71-6e66-4492-8800-77331a2d4a73 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:07.516048 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:07.578097 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['0ba682dc-6fb9-4290-b107-137bfcdcbd9e'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:22:07.701156 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4eddc5-1178-497f-8f36-65681b458932 req-c447c37d-053f-4c95-8c28-043d9e1cabea tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:07.708780 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bb4eddc5-1178-497f-8f36-65681b458932 req-c447c37d-053f-4c95-8c28-043d9e1cabea tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.2777925 Nov 11 22:22:07.754180 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eea9543-d1a4-4f60-a693-bbcbe37874f9 None None] New status for floating IP d8d8f2bf-9d3b-4cb4-b0f4-3ac7c00546f5: ACTIVE {{(pid=88357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 22:22:07.806267 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 58602) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:08.051615 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec92c71-6e66-4492-8800-77331a2d4a73 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Pushing event deleted for resources: {'Port': ['ID=8b4c963c-4d4b-4836-a2ff-26c337315fd5,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:08.060754 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4ec92c71-6e66-4492-8800-77331a2d4a73 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:08.120053 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcb703-c13b-487c-a90e-92d3ede19d10 req-c7fb328b-8673-4ecc-a638-01fd7d719708 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:08.123714 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-88bcb703-c13b-487c-a90e-92d3ede19d10 req-c7fb328b-8673-4ecc-a638-01fd7d719708 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.4345653 Nov 11 22:22:08.143095 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bb4eddc5-1178-497f-8f36-65681b458932 req-901a9c30-c7b8-49d6-b955-7a9a7f84fccb tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3370731 Nov 11 22:22:08.167276 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348f7b1-caec-4046-ba42-4a4b5b8bc796 req-2ad07e70-6e98-4345-8493-5b2843b59ed5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:08.169238 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6348f7b1-caec-4046-ba42-4a4b5b8bc796 req-2ad07e70-6e98-4345-8493-5b2843b59ed5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ef2997f-4cea-48bc-8493-7bbd8948b08c HTTP/1.1" status: 200 len: 847 time: 0.7684460 Nov 11 22:22:08.190308 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ac19bf-ae40-4d87-8924-89f8bbaf4968 req-4ec92c71-6e66-4492-8800-77331a2d4a73 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] No DVR routers for this DVR port 8b4c963c-4d4b-4836-a2ff-26c337315fd5 on host hv-cinder-81588 {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:22:08.253789 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-88bcb703-c13b-487c-a90e-92d3ede19d10 req-986f754e-1245-40d7-b46a-7f23439fabba tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079977 Nov 11 22:22:08.257894 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2ce3b564-499c-4a7c-ba6b-9f0b0ea03318 req-9afda7e2-4236-44cf-bf1d-ebac3e7f9aa4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4497705 Nov 11 22:22:08.261026 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-c1ac19bf-ae40-4d87-8924-89f8bbaf4968 req-4ec92c71-6e66-4492-8800-77331a2d4a73 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:08.268785 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca82fd9-2954-49c0-99cd-13de39cfa908', 'name': 'network-vif-deleted', 'tag': '8b4c963c-4d4b-4836-a2ff-26c337315fd5'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:22:08.325224 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6348f7b1-caec-4046-ba42-4a4b5b8bc796 req-1edb1188-1054-4a67-b97d-0b774cb39243 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4aa00e17-59c4-4179-a628-3da5e1912d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1376195 Nov 11 22:22:08.327177 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c1ac19bf-ae40-4d87-8924-89f8bbaf4968 req-4ec92c71-6e66-4492-8800-77331a2d4a73 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.55 "DELETE /v2.0/ports/8b4c963c-4d4b-4836-a2ff-26c337315fd5 HTTP/1.1" status: 204 len: 173 time: 2.3815544 Nov 11 22:22:08.450689 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-18bc7222-486f-4b56-98d7-cb716a63ebb2 req-e1417a82-6c7e-4d24-a8bc-2d7499773597 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ca82fd9-2954-49c0-99cd-13de39cfa908 HTTP/1.1" status: 200 len: 210 time: 0.0697520 Nov 11 22:22:08.586195 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6348f7b1-caec-4046-ba42-4a4b5b8bc796 req-f1ab79f7-3d4a-4101-835d-c87ae3abdc80 service neutron] 10.222.0.55 "GET /v2.0/networks/4aa00e17-59c4-4179-a628-3da5e1912d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464781 Nov 11 22:22:08.593783 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca82fd9-2954-49c0-99cd-13de39cfa908', 'name': 'network-vif-deleted', 'tag': '8b4c963c-4d4b-4836-a2ff-26c337315fd5', 'status': 'completed', 'code': 200} Nov 11 22:22:08.763512 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6348f7b1-caec-4046-ba42-4a4b5b8bc796 req-2d56bfa5-d1cf-40fc-9eb3-c1822ba3a96b service neutron] 10.222.0.55 "GET /v2.0/networks/4aa00e17-59c4-4179-a628-3da5e1912d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598339 Nov 11 22:22:09.431196 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c1bedb-da56-433b-bce8-79bc0b8a93b4 req-d3c7cf78-3f1a-4fd6-9e84-044cb0de393d tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:09.441853 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-41c1bedb-da56-433b-bce8-79bc0b8a93b4 req-d3c7cf78-3f1a-4fd6-9e84-044cb0de393d tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1230206 Nov 11 22:22:09.508087 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-41c1bedb-da56-433b-bce8-79bc0b8a93b4 req-bacdca9b-5c8a-4f8a-b5e3-38a5271af48a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628881 Nov 11 22:22:09.817872 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e36c4f-04f2-4c1b-ae8b-792c8b605cb5 req-1a3b60d5-4b93-436a-8ff8-c587c006399f tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:09.827809 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-49e36c4f-04f2-4c1b-ae8b-792c8b605cb5 req-1a3b60d5-4b93-436a-8ff8-c587c006399f tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.1896214 Nov 11 22:22:09.851200 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 58642) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:09.900299 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-49e36c4f-04f2-4c1b-ae8b-792c8b605cb5 req-a6b9ac54-b1c2-425c-87f4-7c6c0296f5c0 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711551 Nov 11 22:22:10.068646 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:10.113933 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:22:10.118571 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Usage tracker for resource:security_group_rule and tenant:281a26579b914c1daa1dad3438074251 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:22:10.122638 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:22:10.132439 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:22:10.265100 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:10.301117 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:10.310027 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f0351797-73ea-4d50-9f25-310c14997625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:10.379350 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09310d3b-b83a-4f33-bb0e-b1166916f2dc,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:10.386168 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=281a26579b914c1daa1dad3438074251&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5334277 Nov 11 22:22:10.389391 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 58650) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:10.398437 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:10.398849 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:10.399461 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:10.400083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:10.400704 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:10.401365 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:10.402051 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:10.402729 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:10.403367 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:10.404010 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:10.404648 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:10.411959 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:10.471847 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dca00c5b-7053-4b60-b1e9-c71f2e3a21b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:10.501631 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dca00c5b-7053-4b60-b1e9-c71f2e3a21b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:10.601938 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dca00c5b-7053-4b60-b1e9-c71f2e3a21b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:10.608440 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e063a64b-4c3f-4ed5-9d71-5799022fe197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:10.661562 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca00c5b-7053-4b60-b1e9-c71f2e3a21b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09310d3b-b83a-4f33-bb0e-b1166916f2dc,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:10.669540 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dca00c5b-7053-4b60-b1e9-c71f2e3a21b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:10.670999 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dca00c5b-7053-4b60-b1e9-c71f2e3a21b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:10.672094 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-dca00c5b-7053-4b60-b1e9-c71f2e3a21b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09310d3b-b83a-4f33-bb0e-b1166916f2dc HTTP/1.1" status: 204 len: 168 time: 0.2812049 Nov 11 22:22:10.736913 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2ce3b564-499c-4a7c-ba6b-9f0b0ea03318 req-cb2fbcd8-b895-4dfd-9a1c-ba2578878023 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0&tenant_id=30b5c8060107440099282a255f5a3afc HTTP/1.1" status: 200 len: 1097 time: 0.1139500 Nov 11 22:22:10.849859 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d9cc4-ced2-43e7-ab00-523876355500 req-ca3bf709-c06d-472e-8736-ebe3ba395fe4 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:10.852635 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6e8d9cc4-ced2-43e7-ab00-523876355500 req-ca3bf709-c06d-472e-8736-ebe3ba395fe4 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1033711 Nov 11 22:22:10.879242 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2ce3b564-499c-4a7c-ba6b-9f0b0ea03318 req-3dfdfa0b-6ada-4e15-b2f1-e57b8dea4110 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30b5c8060107440099282a255f5a3afc&device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 1097 time: 0.1133280 Nov 11 22:22:10.925005 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6e8d9cc4-ced2-43e7-ab00-523876355500 req-9f14b2d6-76a2-4b75-ad29-3e201d32fa71 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655222 Nov 11 22:22:11.112039 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-76b74533-f011-4c8f-b81a-02fa7ecf15b7 req-225337ef-dbbe-4146-9ae1-68806ef5bb53 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 1098 time: 0.1797299 Nov 11 22:22:11.118811 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3b564-499c-4a7c-ba6b-9f0b0ea03318 req-2dd5e6db-dbcf-474b-889f-0815143d1da3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:11.120505 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2ce3b564-499c-4a7c-ba6b-9f0b0ea03318 req-2dd5e6db-dbcf-474b-889f-0815143d1da3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e502878-60da-4698-8f22-97917266e235 HTTP/1.1" status: 200 len: 918 time: 0.2273986 Nov 11 22:22:11.242244 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad2f4a-0f73-4577-a22f-b7080c0fc020 req-d9e87566-2f3e-403c-af79-cffa39539ac9 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:11.246652 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7dad2f4a-0f73-4577-a22f-b7080c0fc020 req-d9e87566-2f3e-403c-af79-cffa39539ac9 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.1691854 Nov 11 22:22:11.258015 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-76b74533-f011-4c8f-b81a-02fa7ecf15b7 req-070ce582-e468-4c73-bc81-d47b54cb7a3d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362414 Nov 11 22:22:11.268727 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2ce3b564-499c-4a7c-ba6b-9f0b0ea03318 req-a9df74dc-21f5-4e16-b522-cc84d0f9d8be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb HTTP/1.1" status: 200 len: 999 time: 0.1312549 Nov 11 22:22:11.318787 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7dad2f4a-0f73-4577-a22f-b7080c0fc020 req-05943d88-a04b-45de-b48e-0729616ab470 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659199 Nov 11 22:22:11.565261 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3b564-499c-4a7c-ba6b-9f0b0ea03318 req-ba5f7122-9dff-4579-8558-4c251bab471c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:11.566904 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2ce3b564-499c-4a7c-ba6b-9f0b0ea03318 req-ba5f7122-9dff-4579-8558-4c251bab471c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28b1f60c-9def-4779-8aa9-49aa02b8c273 HTTP/1.1" status: 200 len: 856 time: 0.0985997 Nov 11 22:22:11.660665 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2ce3b564-499c-4a7c-ba6b-9f0b0ea03318 req-7e60be22-d01f-41e7-b6a3-3186518acbd8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e502878-60da-4698-8f22-97917266e235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821166 Nov 11 22:22:11.827505 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2ce3b564-499c-4a7c-ba6b-9f0b0ea03318 req-663ee33e-fe9b-4289-ab97-4c14ede575de service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593640 Nov 11 22:22:11.957557 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd19283-3e20-4a2a-8e9c-00ba67721763 req-126a3981-123d-409b-bb64-0003a9beac83 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:11.960527 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0cd19283-3e20-4a2a-8e9c-00ba67721763 req-126a3981-123d-409b-bb64-0003a9beac83 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 945 time: 0.1624651 Nov 11 22:22:12.003474 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2ce3b564-499c-4a7c-ba6b-9f0b0ea03318 req-a2f621c4-8f1d-415b-b7d7-7ef263178a43 service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634102 Nov 11 22:22:12.058597 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0cd19283-3e20-4a2a-8e9c-00ba67721763 req-e40802e1-03cc-4121-a9de-77bc5e37cf19 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913210 Nov 11 22:22:12.227064 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4020278-b369-4650-9265-c817df3fdd99 req-fa99afa9-eeb6-4e09-bf4b-d2d1cbe828a9 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:12.228767 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c4020278-b369-4650-9265-c817df3fdd99 req-fa99afa9-eeb6-4e09-bf4b-d2d1cbe828a9 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1011953 Nov 11 22:22:12.279544 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c4020278-b369-4650-9265-c817df3fdd99 req-e9a0113d-6582-4b1e-9294-7565802dab40 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439515 Nov 11 22:22:12.616368 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43449e-f0e7-4fa1-a7e2-4aefdbbdb07e req-2dfd8a6d-eac7-4d0e-8f9c-d636a505394a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:12.618084 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bc43449e-f0e7-4fa1-a7e2-4aefdbbdb07e req-2dfd8a6d-eac7-4d0e-8f9c-d636a505394a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.1053746 Nov 11 22:22:12.673146 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bc43449e-f0e7-4fa1-a7e2-4aefdbbdb07e req-e5af61bf-1edb-476d-af30-cc92040ca11e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474792 Nov 11 22:22:13.305960 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe92311-d61f-46f6-8eff-171de48f5fee req-51cd3705-372b-4edf-83c6-3bbcbbecebac tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:13.307607 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7fe92311-d61f-46f6-8eff-171de48f5fee req-51cd3705-372b-4edf-83c6-3bbcbbecebac tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 945 time: 0.1228964 Nov 11 22:22:13.376853 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7fe92311-d61f-46f6-8eff-171de48f5fee req-8de2fbad-5762-4489-8c6a-a259037bcbea tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619230 Nov 11 22:22:13.520755 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286598e3-195f-4992-8388-b41c403d53fe req-f40007dd-1853-4e86-866a-c7e82d9b2b0b tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:13.522268 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-286598e3-195f-4992-8388-b41c403d53fe req-f40007dd-1853-4e86-866a-c7e82d9b2b0b tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.0951490 Nov 11 22:22:13.587069 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-286598e3-195f-4992-8388-b41c403d53fe req-939f68d6-66d0-48d2-b591-1e05fdc8daf3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533674 Nov 11 22:22:14.024902 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739959cf-7005-401e-99cd-6df81ac75f5c req-43302a77-13b3-4a37-8412-3964c2f0d7cc tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:14.026681 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-739959cf-7005-401e-99cd-6df81ac75f5c req-43302a77-13b3-4a37-8412-3964c2f0d7cc tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.1694825 Nov 11 22:22:14.106438 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-739959cf-7005-401e-99cd-6df81ac75f5c req-6e610b57-2181-4309-acc1-5f4aa1be205c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693247 Nov 11 22:22:14.743053 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b974bb-11ef-4161-8b60-7586a9aec284 req-02a819be-3939-441e-82e7-99412aad6633 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:14.745612 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c5b974bb-11ef-4161-8b60-7586a9aec284 req-02a819be-3939-441e-82e7-99412aad6633 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.2306404 Nov 11 22:22:14.788989 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6558cc-5ab5-4007-9d70-f3ad5debd09c req-ff657d09-f45e-4ea3-b6e9-a20fde28c6f6 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:14.790865 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6c6558cc-5ab5-4007-9d70-f3ad5debd09c req-ff657d09-f45e-4ea3-b6e9-a20fde28c6f6 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 945 time: 0.1876731 Nov 11 22:22:14.856620 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c5b974bb-11ef-4161-8b60-7586a9aec284 req-0bf85fc1-fb9e-416c-99e8-60786b22d592 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947754 Nov 11 22:22:14.891265 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6c6558cc-5ab5-4007-9d70-f3ad5debd09c req-ea012cb4-35ea-4456-9d39-247b3442a82d tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824454 Nov 11 22:22:15.410961 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3dc15-64a6-4168-bd72-2fdcfaa80dea req-251bf7f2-8106-446c-82ef-e8d97285995b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:15.412690 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-96e3dc15-64a6-4168-bd72-2fdcfaa80dea req-251bf7f2-8106-446c-82ef-e8d97285995b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.0946538 Nov 11 22:22:15.490971 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-96e3dc15-64a6-4168-bd72-2fdcfaa80dea req-d3d01d18-ccde-462a-a887-606d1b86ac5a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714328 Nov 11 22:22:16.304194 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d0a71-d4c0-4165-a8ea-fcf7f8f9107f req-3c340a8c-3ddc-49cb-a79e-1fa864caed0e tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:16.306002 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-025d0a71-d4c0-4165-a8ea-fcf7f8f9107f req-3c340a8c-3ddc-49cb-a79e-1fa864caed0e tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.2102463 Nov 11 22:22:16.313832 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd375ae9-181b-4ab4-a3c2-c03587ca191a req-dc3abf7c-b0ac-4202-aa80-bc80f87fe330 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:16.315565 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fd375ae9-181b-4ab4-a3c2-c03587ca191a req-dc3abf7c-b0ac-4202-aa80-bc80f87fe330 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 945 time: 0.1561449 Nov 11 22:22:16.430081 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fd375ae9-181b-4ab4-a3c2-c03587ca191a req-0be3e9d8-6fb8-4bf0-9592-1b1e36e60947 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068301 Nov 11 22:22:16.437117 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-025d0a71-d4c0-4165-a8ea-fcf7f8f9107f req-30287d06-0cc2-4143-8d36-f8d995358cd5 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113436 Nov 11 22:22:16.783022 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f831c4-df73-4d68-a9fd-9d8d3358751c req-5cff45a2-60e1-43ca-9479-0468d7377ba3 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:16.786904 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c7f831c4-df73-4d68-a9fd-9d8d3358751c req-5cff45a2-60e1-43ca-9479-0468d7377ba3 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.0927551 Nov 11 22:22:16.839777 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c7f831c4-df73-4d68-a9fd-9d8d3358751c req-3045a3f5-f243-48e7-b9f5-7b9f6f43030c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465794 Nov 11 22:22:17.186782 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ec076777-7da3-4842-9bbd-c42105d21d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:17.818821 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd519df-bc49-45f0-88da-0554e4b73f3e req-5d0f8ef4-0d66-42ba-92d4-d00a302bcf76 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:17.820545 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3fd519df-bc49-45f0-88da-0554e4b73f3e req-5d0f8ef4-0d66-42ba-92d4-d00a302bcf76 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1822400 Nov 11 22:22:17.830256 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9769077-54de-4a3a-9a63-deeac817f944 req-47bc616f-5e87-409b-958e-54404771abde tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:17.837911 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f9769077-54de-4a3a-9a63-deeac817f944 req-47bc616f-5e87-409b-958e-54404771abde tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 945 time: 0.1401520 Nov 11 22:22:18.135616 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f9769077-54de-4a3a-9a63-deeac817f944 req-5c5b3b12-3959-4bbe-a777-2aa3ac95c996 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963760 Nov 11 22:22:18.141598 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3fd519df-bc49-45f0-88da-0554e4b73f3e req-d65d27ed-1c05-41cf-932e-c37b8e51b578 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003564 Nov 11 22:22:18.372717 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727214dd-0baf-4e1c-b829-97d6ff693c18 req-49ca023b-e64c-472d-869f-b018e6865720 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:18.375611 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-727214dd-0baf-4e1c-b829-97d6ff693c18 req-49ca023b-e64c-472d-869f-b018e6865720 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.1000700 Nov 11 22:22:18.436910 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-727214dd-0baf-4e1c-b829-97d6ff693c18 req-7eee2c3f-96b7-4f73-a4d3-ed678327e8d9 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473073 Nov 11 22:22:18.790586 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:19.482500 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240dbcb-9842-4893-829a-40523b82561c req-6c299955-1ac5-42ef-bab8-6390cfe5960d tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:19.485061 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2240dbcb-9842-4893-829a-40523b82561c req-6c299955-1ac5-42ef-bab8-6390cfe5960d tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 945 time: 0.2130888 Nov 11 22:22:19.499430 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15bcc2-d357-4e19-8440-e179fd5002c7 req-da01cdfc-e4de-4713-9027-269053250d02 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:19.505547 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3b15bcc2-d357-4e19-8440-e179fd5002c7 req-da01cdfc-e4de-4713-9027-269053250d02 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1779978 Nov 11 22:22:19.651060 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ccac6ba5-ab64-43fd-876b-05c666e4ff11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:19.661401 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2240dbcb-9842-4893-829a-40523b82561c req-c17064bf-3e96-45c0-96b0-936cbe5af969 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572549 Nov 11 22:22:19.678699 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3b15bcc2-d357-4e19-8440-e179fd5002c7 req-44b40deb-b3d6-4392-a4e1-c4ab5744cd16 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357288 Nov 11 22:22:19.920902 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485758c-2685-44b3-936c-40b3e31795ae req-b7176b47-05b5-4ee0-84bb-970fc3661d56 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:19.923212 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3485758c-2685-44b3-936c-40b3e31795ae req-b7176b47-05b5-4ee0-84bb-970fc3661d56 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.1154590 Nov 11 22:22:19.998392 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3485758c-2685-44b3-936c-40b3e31795ae req-e6d4b0dc-1ef9-4f93-86d8-b34828399422 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627427 Nov 11 22:22:20.242174 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:21.015190 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0c002-3c03-419d-9440-c3663de4210f req-999e5dae-ca34-43de-89bd-c6ba9477425b tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:21.016947 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c6a0c002-3c03-419d-9440-c3663de4210f req-999e5dae-ca34-43de-89bd-c6ba9477425b tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1797299 Nov 11 22:22:21.026524 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00759a57-3ff5-4de4-916d-54ed82559661 req-e12aa4af-47a8-4328-814f-118fc54221a8 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:21.028126 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-00759a57-3ff5-4de4-916d-54ed82559661 req-e12aa4af-47a8-4328-814f-118fc54221a8 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 945 time: 0.1882210 Nov 11 22:22:21.123864 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c6a0c002-3c03-419d-9440-c3663de4210f req-edc2d3ff-8467-4589-824e-c8b0561ee079 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946414 Nov 11 22:22:21.150761 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-00759a57-3ff5-4de4-916d-54ed82559661 req-8c7b73a7-3823-4217-9797-543e4cc3d82d tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054804 Nov 11 22:22:21.424835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32fdd7c-7e34-4e5d-98d3-a8fccd283cd8 req-1b2b24a2-a046-4839-8d66-fb6a386180b2 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:21.426733 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d32fdd7c-7e34-4e5d-98d3-a8fccd283cd8 req-1b2b24a2-a046-4839-8d66-fb6a386180b2 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.1011636 Nov 11 22:22:21.438562 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:21.481379 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d32fdd7c-7e34-4e5d-98d3-a8fccd283cd8 req-5fa25477-bb75-47c8-964e-a1d0558c399f tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468516 Nov 11 22:22:22.668695 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869caac-d67c-42a9-90fd-a4133d538170 req-c8caf857-9534-438c-b7c0-17bce7e520a2 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:22.671581 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b869caac-d67c-42a9-90fd-a4133d538170 req-c8caf857-9534-438c-b7c0-17bce7e520a2 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.2982249 Nov 11 22:22:22.781021 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d79bbf-50c9-4741-a20c-630a4d09af5d req-3e46fe03-2bf8-49e7-a9ff-72e06098adb0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:22.783998 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-94d79bbf-50c9-4741-a20c-630a4d09af5d req-3e46fe03-2bf8-49e7-a9ff-72e06098adb0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 945 time: 0.2875528 Nov 11 22:22:22.849292 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b869caac-d67c-42a9-90fd-a4133d538170 req-7a6df804-bf30-4bca-9a74-b154e64283e6 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569829 Nov 11 22:22:22.891546 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-94d79bbf-50c9-4741-a20c-630a4d09af5d req-4747ac07-3ced-4841-9dab-8fabebb5eb4b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956700 Nov 11 22:22:23.130972 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d785bc04-a16b-4914-a040-a1e176098613 req-17dee8be-1b21-44a4-95d6-3a4ba35a42af tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:23.132863 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d785bc04-a16b-4914-a040-a1e176098613 req-17dee8be-1b21-44a4-95d6-3a4ba35a42af tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.1317756 Nov 11 22:22:23.217135 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d785bc04-a16b-4914-a040-a1e176098613 req-f540c17b-594d-48aa-880b-21384060e9d4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762851 Nov 11 22:22:24.169766 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e60c3-d8de-40ca-ba66-a1b6b2efc4f4 req-5b2f5572-a099-445e-ac6f-df1b3c8c819f tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:24.171434 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cf5e60c3-d8de-40ca-ba66-a1b6b2efc4f4 req-5b2f5572-a099-445e-ac6f-df1b3c8c819f tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1698847 Nov 11 22:22:24.312934 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cf5e60c3-d8de-40ca-ba66-a1b6b2efc4f4 req-695c7f75-8830-4254-bc6b-9e7dbc681cb9 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269586 Nov 11 22:22:24.326882 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3687bb-a705-4cbc-aeef-2dc9c5a02418 req-6ab77278-3d44-42b3-be9f-ea7a93a2a1cf tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:24.326882 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-da3687bb-a705-4cbc-aeef-2dc9c5a02418 req-6ab77278-3d44-42b3-be9f-ea7a93a2a1cf tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 945 time: 0.2140086 Nov 11 22:22:24.430611 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-da3687bb-a705-4cbc-aeef-2dc9c5a02418 req-e7ac3b0e-5b55-4e68-8163-532995f8f813 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899599 Nov 11 22:22:24.584623 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dff371-af43-4dae-8ae0-d9f3f0850531 req-8a3f5f62-1ee9-41b9-ab6f-87a289af5573 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:24.586475 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d7dff371-af43-4dae-8ae0-d9f3f0850531 req-8a3f5f62-1ee9-41b9-ab6f-87a289af5573 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.1106250 Nov 11 22:22:24.654237 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d7dff371-af43-4dae-8ae0-d9f3f0850531 req-834a252a-ab41-46fb-b747-50c130449f3f tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557582 Nov 11 22:22:25.774561 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834696b-67f2-4cf0-bfb9-df2db55590ff req-37745f08-a4f0-4f42-be1d-3c3b80f08908 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:25.778393 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2834696b-67f2-4cf0-bfb9-df2db55590ff req-37745f08-a4f0-4f42-be1d-3c3b80f08908 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.2288153 Nov 11 22:22:25.970055 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2834696b-67f2-4cf0-bfb9-df2db55590ff req-21ceee15-6f7a-4ef1-a32f-e4f285d6137c tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164968 Nov 11 22:22:26.036679 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f5c64-89c3-4bfe-9675-2b1865f4bc08 req-ef9f294b-e939-41e0-9622-caedb387fa91 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:26.047927 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-206f5c64-89c3-4bfe-9675-2b1865f4bc08 req-ef9f294b-e939-41e0-9622-caedb387fa91 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 945 time: 0.2678804 Nov 11 22:22:26.125607 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-206f5c64-89c3-4bfe-9675-2b1865f4bc08 req-de6c5fd4-3146-46e9-9ea4-42369e0e272f tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763063 Nov 11 22:22:26.279688 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef8a57-ce43-44c3-9ffb-9a6f3321635e req-c88babb1-34ae-4f50-9ece-6913c0948bb6 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:26.281973 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-beef8a57-ce43-44c3-9ffb-9a6f3321635e req-c88babb1-34ae-4f50-9ece-6913c0948bb6 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.1028581 Nov 11 22:22:26.348156 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-beef8a57-ce43-44c3-9ffb-9a6f3321635e req-9ac731f1-2507-4c92-98bb-06ae9c142103 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548377 Nov 11 22:22:27.241083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c41ae2-ce03-4095-97d2-060a76b434e4 req-0e313074-93ae-4d5d-a62a-a37e9d5820b1 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:27.243339 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-45c41ae2-ce03-4095-97d2-060a76b434e4 req-0e313074-93ae-4d5d-a62a-a37e9d5820b1 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1201417 Nov 11 22:22:27.313950 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-45c41ae2-ce03-4095-97d2-060a76b434e4 req-a1f257a9-7c87-4012-8634-b07eeac61cee tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585830 Nov 11 22:22:27.551613 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ced36cba-0854-44b6-a04b-580951b31dba req-fd3df3bb-079d-4dca-9ea6-db65e0ffea04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43665bde38c04afb88bcf207f05f5331&device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 1098 time: 0.2366629 Nov 11 22:22:27.555713 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129a47f-3fef-44b9-a6f1-6882e8c86173 req-86285ed3-2c18-42ce-9181-e1bed3405fe0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:27.559033 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4129a47f-3fef-44b9-a6f1-6882e8c86173 req-86285ed3-2c18-42ce-9181-e1bed3405fe0 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 945 time: 0.1413176 Nov 11 22:22:27.631428 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31091a11-886b-4770-b59e-cf60b7fa5fe7 req-5ce614d1-665c-41fa-aa78-7ad9606eac60 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:27.632778 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-31091a11-886b-4770-b59e-cf60b7fa5fe7 req-5ce614d1-665c-41fa-aa78-7ad9606eac60 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Synchronizing usage tracker for tenant:a4f3f3ba04d742bfab0c7d05cddbf2d8 on resource:port {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:22:27.667022 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4129a47f-3fef-44b9-a6f1-6882e8c86173 req-327b3db7-292b-4839-a195-905efb9fd828 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010382 Nov 11 22:22:27.709157 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9860e1-be33-47a9-a3d5-dc7734f82ebd req-3a4ff7a2-2d19-499a-bab3-dc4acc658d14 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:27.710900 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5c9860e1-be33-47a9-a3d5-dc7734f82ebd req-3a4ff7a2-2d19-499a-bab3-dc4acc658d14 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.1155632 Nov 11 22:22:27.766151 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5c9860e1-be33-47a9-a3d5-dc7734f82ebd req-489295ea-0eea-4829-813b-a69c69d8aa54 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480478 Nov 11 22:22:27.831278 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced36cba-0854-44b6-a04b-580951b31dba req-de5328ec-a505-463e-a3c4-b9820783e923 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:27.834271 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ced36cba-0854-44b6-a04b-580951b31dba req-de5328ec-a505-463e-a3c4-b9820783e923 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcbad872-fbd0-40a2-acd1-a807e84b8e87 HTTP/1.1" status: 200 len: 919 time: 0.2690341 Nov 11 22:22:27.836086 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-31091a11-886b-4770-b59e-cf60b7fa5fe7 req-5ce614d1-665c-41fa-aa78-7ad9606eac60 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Unset dirty status for tenant:a4f3f3ba04d742bfab0c7d05cddbf2d8 on resource:port {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:22:27.837727 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-31091a11-886b-4770-b59e-cf60b7fa5fe7 req-5ce614d1-665c-41fa-aa78-7ad9606eac60 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 945 time: 0.5193644 Nov 11 22:22:27.965277 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ced36cba-0854-44b6-a04b-580951b31dba req-eb4c6fa3-32e6-4cfc-a42a-3dc0c4390d0e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e16d470-9007-499e-b5e8-70d14adafcaf HTTP/1.1" status: 200 len: 217 time: 0.1178379 Nov 11 22:22:28.044052 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-31091a11-886b-4770-b59e-cf60b7fa5fe7 req-90e69191-8bf2-42c1-8a4a-3c42784e4244 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Deleting port 0ba682dc-6fb9-4290-b107-137bfcdcbd9e {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:22:28.044450 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-31091a11-886b-4770-b59e-cf60b7fa5fe7 req-90e69191-8bf2-42c1-8a4a-3c42784e4244 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:28.119534 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced36cba-0854-44b6-a04b-580951b31dba req-a8c26c04-178a-461d-a9ec-8bddb241e2ed service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:28.121213 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ced36cba-0854-44b6-a04b-580951b31dba req-a8c26c04-178a-461d-a9ec-8bddb241e2ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=678bec8e-2914-403b-acd5-8926fa26bd5f HTTP/1.1" status: 200 len: 858 time: 0.1415632 Nov 11 22:22:28.215914 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ced36cba-0854-44b6-a04b-580951b31dba req-139699cf-3f73-415d-bf1a-a4cd2797330a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcbad872-fbd0-40a2-acd1-a807e84b8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621028 Nov 11 22:22:28.552360 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ced36cba-0854-44b6-a04b-580951b31dba req-9a32cdc0-fbe9-48e7-ae7b-29862c0f3847 service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194826 Nov 11 22:22:28.555151 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-31091a11-886b-4770-b59e-cf60b7fa5fe7 req-90e69191-8bf2-42c1-8a4a-3c42784e4244 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] For port 0ba682dc-6fb9-4290-b107-137bfcdcbd9e, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=0ba682dc-6fb9-4290-b107-137bfcdcbd9e,segment=NetworkSegment(2e291e9e-e370-4e6b-bfcb-75446ab59746),segment_id=2e291e9e-e370-4e6b-bfcb-75446ab59746)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:22:28.555546 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-31091a11-886b-4770-b59e-cf60b7fa5fe7 req-90e69191-8bf2-42c1-8a4a-3c42784e4244 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:28.720702 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ec603-3bfc-47f7-93db-33e0d9cb799a req-19d7f3f7-4e75-4baa-a119-950ebbc00768 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:28.723903 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-126ec603-3bfc-47f7-93db-33e0d9cb799a req-19d7f3f7-4e75-4baa-a119-950ebbc00768 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1407349 Nov 11 22:22:28.797049 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-126ec603-3bfc-47f7-93db-33e0d9cb799a req-c3dc4193-3011-457c-af63-5050b68f2298 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585015 Nov 11 22:22:28.945987 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-31091a11-886b-4770-b59e-cf60b7fa5fe7 req-90e69191-8bf2-42c1-8a4a-3c42784e4244 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Calling delete_port for 0ba682dc-6fb9-4290-b107-137bfcdcbd9e owned by compute:nova {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:22:29.103289 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52dce00-afb9-44ba-9cd9-60acd11d0f24 req-55847593-1fe5-4d11-b4ce-7331461b486b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:29.105290 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a52dce00-afb9-44ba-9cd9-60acd11d0f24 req-55847593-1fe5-4d11-b4ce-7331461b486b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f24d608-48d8-4e0b-858a-989dcc63c463 HTTP/1.1" status: 200 len: 945 time: 0.1862686 Nov 11 22:22:29.136020 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ced36cba-0854-44b6-a04b-580951b31dba req-4c736d40-3575-4919-9d93-d7a221ac4d1b service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5645878 Nov 11 22:22:29.180078 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadd2d7-bdd5-4029-8ab7-f6ec8be8c73b req-1ba8409f-2cdb-4ae1-a46a-ee9c70143d04 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:29.185775 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-feadd2d7-bdd5-4029-8ab7-f6ec8be8c73b req-1ba8409f-2cdb-4ae1-a46a-ee9c70143d04 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.1513660 Nov 11 22:22:29.237909 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-31091a11-886b-4770-b59e-cf60b7fa5fe7 req-90e69191-8bf2-42c1-8a4a-3c42784e4244 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:29.245441 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ae704b4f-3deb-40b8-b913-96df3145fd7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:29.251797 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a52dce00-afb9-44ba-9cd9-60acd11d0f24 req-f256a7c0-bc0b-4586-8902-60d6ab4c8361 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.25 "GET /v2.0/security-groups?id=16cee13c-a0ec-4bdb-b3fb-957b50d62332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221337 Nov 11 22:22:29.297499 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-feadd2d7-bdd5-4029-8ab7-f6ec8be8c73b req-520f1991-eb0c-42ff-9bca-8a66c83c41c7 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016605 Nov 11 22:22:29.298140 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e69191-8bf2-42c1-8a4a-3c42784e4244 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Pushing event deleted for resources: {'Port': ['ID=0ba682dc-6fb9-4290-b107-137bfcdcbd9e,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:29.301080 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-90e69191-8bf2-42c1-8a4a-3c42784e4244 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:29.378417 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-31091a11-886b-4770-b59e-cf60b7fa5fe7 req-90e69191-8bf2-42c1-8a4a-3c42784e4244 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] No DVR routers for this DVR port 0ba682dc-6fb9-4290-b107-137bfcdcbd9e on host hv-cinder-81588 {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:22:29.381563 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-31091a11-886b-4770-b59e-cf60b7fa5fe7 req-90e69191-8bf2-42c1-8a4a-3c42784e4244 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:29.385409 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f24d608-48d8-4e0b-858a-989dcc63c463', 'name': 'network-vif-deleted', 'tag': '0ba682dc-6fb9-4290-b107-137bfcdcbd9e'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:22:29.433491 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-31091a11-886b-4770-b59e-cf60b7fa5fe7 req-90e69191-8bf2-42c1-8a4a-3c42784e4244 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] 10.222.0.55 "DELETE /v2.0/ports/0ba682dc-6fb9-4290-b107-137bfcdcbd9e HTTP/1.1" status: 204 len: 173 time: 1.5348451 Nov 11 22:22:29.464288 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f24d608-48d8-4e0b-858a-989dcc63c463', 'name': 'network-vif-deleted', 'tag': '0ba682dc-6fb9-4290-b107-137bfcdcbd9e', 'status': 'completed', 'code': 200} Nov 11 22:22:30.032927 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0806dd-6694-4341-ba87-81274c78c414 req-49dfc234-204b-46c2-b1f8-bf93452b1627 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:30.034623 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fe0806dd-6694-4341-ba87-81274c78c414 req-49dfc234-204b-46c2-b1f8-bf93452b1627 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.0992656 Nov 11 22:22:30.087192 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fe0806dd-6694-4341-ba87-81274c78c414 req-15a16623-5c8c-4332-a72e-188d1135ab47 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461249 Nov 11 22:22:30.464565 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 58900) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:30.584613 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-928f06f6-aa7b-4ee3-a4b4-89f1f00e2f46 admin admin] Deleting subnet 16d9e299-f3ab-4d26-86ad-8832fcc6a207 {{(pid=88356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 22:22:30.588719 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-928f06f6-aa7b-4ee3-a4b4-89f1f00e2f46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:30.590985 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311145f-e914-40fe-97a9-e35391816059 req-31802285-475f-4d3e-8ab7-e58ed156afcc tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:30.593778 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b311145f-e914-40fe-97a9-e35391816059 req-31802285-475f-4d3e-8ab7-e58ed156afcc tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 944 time: 0.1283510 Nov 11 22:22:30.646310 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-928f06f6-aa7b-4ee3-a4b4-89f1f00e2f46 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:30.655353 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-928f06f6-aa7b-4ee3-a4b4-89f1f00e2f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850798312'] for subnet, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:30.683332 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b311145f-e914-40fe-97a9-e35391816059 req-ecfae98e-7d7f-4809-b389-12b34526b252 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816891 Nov 11 22:22:30.790624 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-928f06f6-aa7b-4ee3-a4b4-89f1f00e2f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3977473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for subnet, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:30.796444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-40b56d64-865f-4d77-884c-2cbde7094707 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:30.841700 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f06f6-aa7b-4ee3-a4b4-89f1f00e2f46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d9e299-f3ab-4d26-86ad-8832fcc6a207,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:30.845492 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-928f06f6-aa7b-4ee3-a4b4-89f1f00e2f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:30.846604 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-928f06f6-aa7b-4ee3-a4b4-89f1f00e2f46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:30.853773 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-928f06f6-aa7b-4ee3-a4b4-89f1f00e2f46 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/16d9e299-f3ab-4d26-86ad-8832fcc6a207 HTTP/1.1" status: 204 len: 168 time: 0.3876295 Nov 11 22:22:30.858194 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 58908) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:31.043140 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:22:31.046412 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 0ba682dc-6fb9-4290-b107-137bfcdcbd9e no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:22:31.051345 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850740317'] for network, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:31.094744 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] No Port match for: 0ba682dc-6fb9-4290-b107-137bfcdcbd9e {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:22:31.095083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 0ba682dc-6fb9-4290-b107-137bfcdcbd9e not bound to the agent host hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:22:31.313662 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850799231', 'neutron.services.segments.db._delete_segments_for_network-8762808614344'] for network, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:31.325606 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:22:31.326737 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39f2a8-d523-4006-b481-0dd3ad730467 req-fe1a85d4-22c3-4319-a8dd-c5a4bb0e3c34 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:31.330518 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2c39f2a8-d523-4006-b481-0dd3ad730467 req-fe1a85d4-22c3-4319-a8dd-c5a4bb0e3c34 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.0932915 Nov 11 22:22:31.334050 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6c14d7de-8652-4311-958a-f3c3c5a71c4a req-7fd6c029-c484-4f38-8b07-f8d6e7a332cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=43665bde38c04afb88bcf207f05f5331&device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 1098 time: 0.3633542 Nov 11 22:22:31.341877 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'port_id': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb', 'mac_address': 'fa:16:3e:d6:61:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:22:31.403696 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2c39f2a8-d523-4006-b481-0dd3ad730467 req-b2cc1908-a260-4179-afa3-f3c71cffafef tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678966 Nov 11 22:22:31.408214 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:31.427039 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:22:31.427698 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:22:31.429047 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:22:31.429679 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Subscribe: > port after_create 55550000 {{(pid=88356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:22:31.430480 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Subscribe: > port after_delete 55550000 {{(pid=88356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:22:31.431182 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Subscribe: > port after_update 55550000 {{(pid=88356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:22:31.432104 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:22:31.432731 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:22:31.433342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:22:31.434016 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:22:31.445675 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:22:31.473148 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:22:31.560928 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:31.563858 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:31.586650 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:22:31.587343 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:22:31.588238 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:22:31.588744 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88356) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 11 22:22:31.589133 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c03f65d-bd89-4cd3-98f2-cd54c6e153a9']}} {{(pid=88356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:22:31.623253 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e291e9e-e370-4e6b-bfcb-75446ab59746') {'for_net_delete': True} {{(pid=88356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:22:31.623741 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e291e9e-e370-4e6b-bfcb-75446ab59746') {} {{(pid=88356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:22:31.643091 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762808626649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193655'] for segment, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:31.660751 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,revision_number=9']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:31.667298 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:31.720342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:31.733481 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 22:22:31.733960 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850807042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103196'] for segment, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: (self, other), Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: (self, other), Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: Traceback (most recent call last): Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: timer() Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: cb(*args, **kw) Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: return func(*args, **kwargs) Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: self._notify() Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: self.callback(batched_events) Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: event.method(event) Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: segment_id)['aggregates'][0] Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: return f(self, *a, **k) Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: return self._get(url).json() Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: **kwargs) Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: **endpoint_filter) Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:22:31.750869 dv-cinder-815883-4-smb neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:22:31.848485 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14d7de-8652-4311-958a-f3c3c5a71c4a req-3b296e09-641b-48c6-a55d-235672154732 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:31.850211 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6c14d7de-8652-4311-958a-f3c3c5a71c4a req-3b296e09-641b-48c6-a55d-235672154732 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bcbad872-fbd0-40a2-acd1-a807e84b8e87 HTTP/1.1" status: 200 len: 919 time: 0.4832771 Nov 11 22:22:31.891874 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:22:31.939101 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6c14d7de-8652-4311-958a-f3c3c5a71c4a req-f5bf2cf5-6429-4077-914d-56854be3bc68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e16d470-9007-499e-b5e8-70d14adafcaf HTTP/1.1" status: 200 len: 217 time: 0.0800114 Nov 11 22:22:31.991126 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854332702'] for network, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:32.040581 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:32.053829 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:32.078085 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Pushing event deleted for resources: {'Network': ['ID=6c03f65d-bd89-4cd3-98f2-cd54c6e153a9,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:32.082776 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:32.096903 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] 10.222.0.25 "DELETE /v2.0/networks/6c03f65d-bd89-4cd3-98f2-cd54c6e153a9 HTTP/1.1" status: 204 len: 168 time: 1.2339361 Nov 11 22:22:32.097949 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d2a00-80d7-492f-b524-0b6dd12a039e req-97461624-4c2b-4820-9dc6-0fa1e59cdea0 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:32.099965 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14d7de-8652-4311-958a-f3c3c5a71c4a req-5eae23bc-65d7-4bff-a9d2-e6cedb0d1219 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:32.101596 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6c14d7de-8652-4311-958a-f3c3c5a71c4a req-5eae23bc-65d7-4bff-a9d2-e6cedb0d1219 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=678bec8e-2914-403b-acd5-8926fa26bd5f HTTP/1.1" status: 200 len: 858 time: 0.1555290 Nov 11 22:22:32.106659 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-300d2a00-80d7-492f-b524-0b6dd12a039e req-97461624-4c2b-4820-9dc6-0fa1e59cdea0 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 945 time: 0.1685226 Nov 11 22:22:32.168906 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6c14d7de-8652-4311-958a-f3c3c5a71c4a req-4568032b-e3a6-4f70-85ab-ae6bf75d573a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bcbad872-fbd0-40a2-acd1-a807e84b8e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592346 Nov 11 22:22:32.184451 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-300d2a00-80d7-492f-b524-0b6dd12a039e req-3d11f701-7adf-4804-8457-abda90a83135 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765662 Nov 11 22:22:32.377861 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6c14d7de-8652-4311-958a-f3c3c5a71c4a req-5051eece-81ea-4f4f-b3c8-cfd5f45d51c2 service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996641 Nov 11 22:22:32.635483 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 58928) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:32.650796 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6c14d7de-8652-4311-958a-f3c3c5a71c4a req-6ce85daf-a798-49a6-a3d5-2f18f744d275 service neutron] 10.222.0.55 "GET /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642224 Nov 11 22:22:32.743113 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6becc4-f7fb-4bd7-b5a0-e33825c70fb1 req-7851c53e-932e-4a07-ad46-e1019a15802c tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:32.746162 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8b6becc4-f7fb-4bd7-b5a0-e33825c70fb1 req-7851c53e-932e-4a07-ad46-e1019a15802c tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1829414 Nov 11 22:22:32.794643 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-cc8e2032-46be-46d2-a890-3f4df7542866 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a4f3f3ba04d742bfab0c7d05cddbf2d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1574006 Nov 11 22:22:32.797635 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 58934) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:32.856730 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8b6becc4-f7fb-4bd7-b5a0-e33825c70fb1 req-761340a6-a695-49f9-a81e-70b15a9f0f69 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927191 Nov 11 22:22:32.886678 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a4e81d9f-9360-43b6-890f-8888f1786636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:32.918861 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a4e81d9f-9360-43b6-890f-8888f1786636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:33.030753 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a4e81d9f-9360-43b6-890f-8888f1786636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:33.040534 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4f846972-aeae-4687-8b0a-99c44fe96ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:33.055304 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:22:33.064438 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e81d9f-9360-43b6-890f-8888f1786636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cee13c-a0ec-4bdb-b3fb-957b50d62332,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:33.073176 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a4e81d9f-9360-43b6-890f-8888f1786636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:33.118400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a4e81d9f-9360-43b6-890f-8888f1786636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:33.119871 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-a4e81d9f-9360-43b6-890f-8888f1786636 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/16cee13c-a0ec-4bdb-b3fb-957b50d62332 HTTP/1.1" status: 204 len: 168 time: 0.3211756 Nov 11 22:22:33.252871 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:33.288425 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:22:33.292492 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:33.518542 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:33.561888 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e725fcd5-c6c2-4c92-81cc-880b627a35f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:22:33.586878 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:22:33.641201 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:33.642527 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb6f1d8-c4c5-41eb-8580-42ec92949bed req-8b528865-ac58-4c67-b80a-1021eeb751ee tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:33.644870 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8fb6f1d8-c4c5-41eb-8580-42ec92949bed req-8b528865-ac58-4c67-b80a-1021eeb751ee tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 945 time: 0.1381478 Nov 11 22:22:33.646344 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:33.736182 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,revision_number=10']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:33.740929 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:33.767503 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8fb6f1d8-c4c5-41eb-8580-42ec92949bed req-974cc20f-8d10-4823-b3d8-b33751dff856 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138840 Nov 11 22:22:33.787129 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e725fcd5-c6c2-4c92-81cc-880b627a35f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb', 'code': 200} Nov 11 22:22:34.568563 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4e8120c9-b022-49ef-8456-644980179e29 req-de23150c-ae0b-4afd-8d05-95023a49e18a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 1100 time: 0.1336513 Nov 11 22:22:34.660077 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4e8120c9-b022-49ef-8456-644980179e29 req-a55d3e8c-81fe-4061-8167-55d8e5595401 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778840 Nov 11 22:22:35.118721 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c76d28-ced7-44a6-9e39-17e4937efb53 req-ca0a802c-654d-4200-9257-e65047384855 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:35.120442 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c5c76d28-ced7-44a6-9e39-17e4937efb53 req-ca0a802c-654d-4200-9257-e65047384855 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 947 time: 0.0984471 Nov 11 22:22:35.180380 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c5c76d28-ced7-44a6-9e39-17e4937efb53 req-76e438d5-282c-4f13-a164-a2a6bae38ff8 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470383 Nov 11 22:22:36.450880 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e550cb7-cebe-4ddb-8a2b-0dfa7097fee8 req-7704b72c-88c6-4897-af53-61085f558683 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:36.452577 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2e550cb7-cebe-4ddb-8a2b-0dfa7097fee8 req-7704b72c-88c6-4897-af53-61085f558683 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 947 time: 0.1048152 Nov 11 22:22:36.510560 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2e550cb7-cebe-4ddb-8a2b-0dfa7097fee8 req-ecf2cbc8-03b7-4780-a5be-cda555ef5a00 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486519 Nov 11 22:22:37.847440 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973030b-f64c-4550-b268-f50275e673b7 req-b470705a-5b80-4f8e-9400-c1a239e2c3b0 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:37.849420 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9973030b-f64c-4550-b268-f50275e673b7 req-b470705a-5b80-4f8e-9400-c1a239e2c3b0 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 947 time: 0.1597488 Nov 11 22:22:37.912082 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9973030b-f64c-4550-b268-f50275e673b7 req-d28a117d-d6ad-49e4-ab6b-af6e7f3a8786 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503607 Nov 11 22:22:38.942647 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944a43d-fa86-4e9f-96f7-9c6c978d9731 req-a145e0d2-6f93-42c2-81dc-f29f0a62fb97 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:38.944407 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1944a43d-fa86-4e9f-96f7-9c6c978d9731 req-a145e0d2-6f93-42c2-81dc-f29f0a62fb97 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1338990 Nov 11 22:22:39.006881 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1944a43d-fa86-4e9f-96f7-9c6c978d9731 req-7a810ebb-7e44-4960-baa9-0ca8f2a86f93 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548649 Nov 11 22:22:39.192982 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6faa7-5242-4f08-b164-9acd340fc434 req-4863a431-81a3-462c-808e-801d2b28cfaf tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:39.194802 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-38a6faa7-5242-4f08-b164-9acd340fc434 req-4863a431-81a3-462c-808e-801d2b28cfaf tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 947 time: 0.0924363 Nov 11 22:22:39.249330 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-38a6faa7-5242-4f08-b164-9acd340fc434 req-48d8249c-73dc-491e-bfa6-4ddbaf584ba1 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478475 Nov 11 22:22:39.488595 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 59102) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:39.674358 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-37bcad00-9c68-446d-87fd-6f4967829734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:39.737646 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-37bcad00-9c68-446d-87fd-6f4967829734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:22:39.746569 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-37bcad00-9c68-446d-87fd-6f4967829734 admin admin] Usage tracker for resource:security_group_rule and tenant:5c7d0c9baeca405f9d5141398bb2da2f is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:22:39.752176 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-37bcad00-9c68-446d-87fd-6f4967829734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:22:39.764516 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-37bcad00-9c68-446d-87fd-6f4967829734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:22:39.850825 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-37bcad00-9c68-446d-87fd-6f4967829734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:39.955420 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-37bcad00-9c68-446d-87fd-6f4967829734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:39.967554 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-de260a38-1822-4428-9d0a-8530c3d78479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:40.014494 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-37bcad00-9c68-446d-87fd-6f4967829734 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c7d0c9baeca405f9d5141398bb2da2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5254285 Nov 11 22:22:40.015427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcad00-9c68-446d-87fd-6f4967829734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751e93c1-170d-41c5-8917-92029fd3b1a1,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:40.018569 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 59114) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:40.019479 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-37bcad00-9c68-446d-87fd-6f4967829734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:40.091406 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87be7435-f541-4885-b0dd-23eee83cdaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:40.138586 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87be7435-f541-4885-b0dd-23eee83cdaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:40.538836 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d4966-af68-4694-9d3d-866453267a51 req-02bd65d7-e8a7-405c-834b-f86561c993c2 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:40.541194 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7b9d4966-af68-4694-9d3d-866453267a51 req-02bd65d7-e8a7-405c-834b-f86561c993c2 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1003046 Nov 11 22:22:40.546039 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87be7435-f541-4885-b0dd-23eee83cdaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:40.553955 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3e2ef09b-3f7b-44d2-a7ef-982c3a3dd325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:40.582496 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be7435-f541-4885-b0dd-23eee83cdaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751e93c1-170d-41c5-8917-92029fd3b1a1,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:40.585216 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-87be7435-f541-4885-b0dd-23eee83cdaea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:40.598674 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87be7435-f541-4885-b0dd-23eee83cdaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:40.599931 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-87be7435-f541-4885-b0dd-23eee83cdaea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/751e93c1-170d-41c5-8917-92029fd3b1a1 HTTP/1.1" status: 204 len: 168 time: 0.5802855 Nov 11 22:22:40.629223 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7b9d4966-af68-4694-9d3d-866453267a51 req-b5567310-8160-4545-b4d4-4feb89737e95 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765238 Nov 11 22:22:41.871934 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efc5ae-de9e-4aeb-aeb6-ed96ed2d7350 req-b2d51993-1ad6-4a86-bf5c-5497bbb79e5c tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:41.873771 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-55efc5ae-de9e-4aeb-aeb6-ed96ed2d7350 req-b2d51993-1ad6-4a86-bf5c-5497bbb79e5c tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.0948763 Nov 11 22:22:41.944259 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-55efc5ae-de9e-4aeb-aeb6-ed96ed2d7350 req-ebc4d256-2597-4fb2-8c0c-2fdc27f13d92 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611875 Nov 11 22:22:41.975795 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32389b37-93af-4ede-8aa0-68b2ab2104a7 req-7f00237b-04bb-46c6-9148-ac3a5832f61a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:41.976583 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-32389b37-93af-4ede-8aa0-68b2ab2104a7 req-7f00237b-04bb-46c6-9148-ac3a5832f61a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Synchronizing usage tracker for tenant:43665bde38c04afb88bcf207f05f5331 on resource:port {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:22:42.029113 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-32389b37-93af-4ede-8aa0-68b2ab2104a7 req-7f00237b-04bb-46c6-9148-ac3a5832f61a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Unset dirty status for tenant:43665bde38c04afb88bcf207f05f5331 on resource:port {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:22:42.030713 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-32389b37-93af-4ede-8aa0-68b2ab2104a7 req-7f00237b-04bb-46c6-9148-ac3a5832f61a tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.55 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 945 time: 0.1504030 Nov 11 22:22:42.120851 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-32389b37-93af-4ede-8aa0-68b2ab2104a7 req-276b5071-a160-4a94-89d3-3d72afa00ac3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Deleting port 192c5412-b092-4504-894c-584380cdf673 {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:22:42.121241 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-32389b37-93af-4ede-8aa0-68b2ab2104a7 req-276b5071-a160-4a94-89d3-3d72afa00ac3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:42.423828 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-32389b37-93af-4ede-8aa0-68b2ab2104a7 req-276b5071-a160-4a94-89d3-3d72afa00ac3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] For port 192c5412-b092-4504-894c-584380cdf673, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=192c5412-b092-4504-894c-584380cdf673,segment=NetworkSegment(324b1be9-156f-4e1b-ada2-044951fb8d0b),segment_id=324b1be9-156f-4e1b-ada2-044951fb8d0b)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:22:42.424338 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-32389b37-93af-4ede-8aa0-68b2ab2104a7 req-276b5071-a160-4a94-89d3-3d72afa00ac3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:42.592738 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-32389b37-93af-4ede-8aa0-68b2ab2104a7 req-276b5071-a160-4a94-89d3-3d72afa00ac3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Calling delete_port for 192c5412-b092-4504-894c-584380cdf673 owned by compute:nova {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:22:42.878015 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-32389b37-93af-4ede-8aa0-68b2ab2104a7 req-276b5071-a160-4a94-89d3-3d72afa00ac3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:42.881523 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 59158) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:42.894186 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ba09c62e-86a4-4505-aa07-493e6e7e04f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:42.903797 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['6e16d470-9007-499e-b5e8-70d14adafcaf', '192c5412-b092-4504-894c-584380cdf673'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:22:42.934444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b5071-a160-4a94-89d3-3d72afa00ac3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Pushing event deleted for resources: {'Port': ['ID=192c5412-b092-4504-894c-584380cdf673,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:42.945387 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-276b5071-a160-4a94-89d3-3d72afa00ac3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:43.126553 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-32389b37-93af-4ede-8aa0-68b2ab2104a7 req-276b5071-a160-4a94-89d3-3d72afa00ac3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] No DVR routers for this DVR port 192c5412-b092-4504-894c-584380cdf673 on host hv-cinder-81588 {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:22:43.132756 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-32389b37-93af-4ede-8aa0-68b2ab2104a7 req-276b5071-a160-4a94-89d3-3d72afa00ac3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:43.138688 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6', 'name': 'network-vif-deleted', 'tag': '192c5412-b092-4504-894c-584380cdf673'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:22:43.234977 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7dd860e0-9bc0-4d3c-9829-c00a43f888e4 req-3f254bb7-9fda-4a71-93c7-e953dd328663 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6 HTTP/1.1" status: 200 len: 210 time: 0.1240108 Nov 11 22:22:43.238653 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec0382a-c08d-46a7-8ff0-dd5bf168a5b6', 'name': 'network-vif-deleted', 'tag': '192c5412-b092-4504-894c-584380cdf673', 'status': 'completed', 'code': 200} Nov 11 22:22:43.262599 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-32389b37-93af-4ede-8aa0-68b2ab2104a7 req-276b5071-a160-4a94-89d3-3d72afa00ac3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.55 "DELETE /v2.0/ports/192c5412-b092-4504-894c-584380cdf673 HTTP/1.1" status: 204 len: 173 time: 1.2179313 Nov 11 22:22:43.338405 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4deb200c-c43d-4f86-bfe9-4e1505fecc36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:43.377281 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4deb200c-c43d-4f86-bfe9-4e1505fecc36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:22:43.381826 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-4deb200c-c43d-4f86-bfe9-4e1505fecc36 admin admin] Usage tracker for resource:security_group_rule and tenant:54d801833dea47b9886ead37499b6469 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:22:43.385181 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-4deb200c-c43d-4f86-bfe9-4e1505fecc36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:22:43.392311 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4deb200c-c43d-4f86-bfe9-4e1505fecc36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:22:43.474653 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4deb200c-c43d-4f86-bfe9-4e1505fecc36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:43.549257 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4deb200c-c43d-4f86-bfe9-4e1505fecc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:43.557710 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a17c4f93-060a-4380-9b74-bf5686cfd10a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:43.610437 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb200c-c43d-4f86-bfe9-4e1505fecc36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053cb394-577b-4246-bcbe-1970c2d9d22b,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:43.620156 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-4deb200c-c43d-4f86-bfe9-4e1505fecc36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54d801833dea47b9886ead37499b6469&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7177515 Nov 11 22:22:43.620156 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4deb200c-c43d-4f86-bfe9-4e1505fecc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:43.620624 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 59172) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:43.693855 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47f6c906-b362-404f-ae4e-0721cf502096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:43.725293 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47f6c906-b362-404f-ae4e-0721cf502096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:43.812399 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47f6c906-b362-404f-ae4e-0721cf502096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:43.817888 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3266af5f-e0d1-4420-ac32-83b356daaf0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:43.835543 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6c906-b362-404f-ae4e-0721cf502096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053cb394-577b-4246-bcbe-1970c2d9d22b,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:43.839192 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-47f6c906-b362-404f-ae4e-0721cf502096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:43.840460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-47f6c906-b362-404f-ae4e-0721cf502096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:43.841704 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-47f6c906-b362-404f-ae4e-0721cf502096 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/053cb394-577b-4246-bcbe-1970c2d9d22b HTTP/1.1" status: 204 len: 168 time: 0.2199099 Nov 11 22:22:44.402995 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:22:44.949875 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97cee3-9e9c-459d-9489-857bce1fcd10 req-ca5c4478-f280-4b87-b43f-48c6ef82ab62 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:44.952853 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6e97cee3-9e9c-459d-9489-857bce1fcd10 req-ca5c4478-f280-4b87-b43f-48c6ef82ab62 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1192129 Nov 11 22:22:45.017017 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6e97cee3-9e9c-459d-9489-857bce1fcd10 req-624b8feb-7c9c-48c3-8425-5971d4c16524 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575473 Nov 11 22:22:45.069616 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 192c5412-b092-4504-894c-584380cdf673 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:22:45.110176 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] No Port match for: 192c5412-b092-4504-894c-584380cdf673 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:22:45.110557 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 192c5412-b092-4504-894c-584380cdf673 not bound to the agent host hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:22:46.238242 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86add017-62a0-42d4-877f-616f9d5deabf req-f64dc138-e57d-4b83-8349-b24b934367a0 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:46.240204 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-86add017-62a0-42d4-877f-616f9d5deabf req-f64dc138-e57d-4b83-8349-b24b934367a0 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.0905700 Nov 11 22:22:46.301911 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-86add017-62a0-42d4-877f-616f9d5deabf req-b46f648f-ead8-4dba-ba48-b8bf1b68c383 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497327 Nov 11 22:22:47.172411 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c52c0c0f-1c51-464f-8de1-52fa16815833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:47.674113 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c8141-95bf-4464-8735-51a5d009dbbc req-5a4c7450-ad2e-40ff-bd4d-148137444e8e tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:47.680425 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-245c8141-95bf-4464-8735-51a5d009dbbc req-5a4c7450-ad2e-40ff-bd4d-148137444e8e tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1001399 Nov 11 22:22:47.731423 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-245c8141-95bf-4464-8735-51a5d009dbbc req-e690be15-51bf-4aff-8947-2d0f931af868 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472322 Nov 11 22:22:48.160352 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5686e63-a2cb-4e20-83dd-f52a8afc0edc req-1fd5695a-bb78-4a01-ab73-5d2f146834cc tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:48.162027 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f5686e63-a2cb-4e20-83dd-f52a8afc0edc req-1fd5695a-bb78-4a01-ab73-5d2f146834cc tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.1082458 Nov 11 22:22:48.213444 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f5686e63-a2cb-4e20-83dd-f52a8afc0edc req-b673506a-f57f-42d9-8147-f2ac197c2146 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445597 Nov 11 22:22:48.797201 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:48.979887 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423eaffe-c89a-42b8-b822-4c6d13444a93 req-7635fbca-b6e4-48a2-8d0a-f00040f4c4fe tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:48.981492 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-423eaffe-c89a-42b8-b822-4c6d13444a93 req-7635fbca-b6e4-48a2-8d0a-f00040f4c4fe tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1165195 Nov 11 22:22:49.041779 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-423eaffe-c89a-42b8-b822-4c6d13444a93 req-4d6a224b-8e98-4126-9c4b-4d9ed90bc470 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532777 Nov 11 22:22:49.471067 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acd047-6509-44b2-b76e-a607a934e9e6 req-3c50316a-48fc-46c5-9165-daf74be2752c tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:49.474077 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f8acd047-6509-44b2-b76e-a607a934e9e6 req-3c50316a-48fc-46c5-9165-daf74be2752c tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.1132569 Nov 11 22:22:49.560318 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f8acd047-6509-44b2-b76e-a607a934e9e6 req-c122ec0f-5eed-45f9-a93a-44314f370432 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789936 Nov 11 22:22:49.652746 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-58fe9a97-4068-4f94-bd8e-969b6e46f4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:50.244210 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:50.334048 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c0dc4-6d7c-40a4-a9d0-45334342dfb7 req-6158f830-2738-4017-a95c-57f276dcca81 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:50.336885 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-610c0dc4-6d7c-40a4-a9d0-45334342dfb7 req-6158f830-2738-4017-a95c-57f276dcca81 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1128173 Nov 11 22:22:50.419167 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-610c0dc4-6d7c-40a4-a9d0-45334342dfb7 req-909209bd-67e8-48f0-a247-55f3869eb7fe tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757864 Nov 11 22:22:50.809094 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6981d1d-b3a9-46d0-900c-d3b5e5ffd991 req-2c7e4b70-acda-4ee5-b784-edf83548f4ae tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:50.812079 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c6981d1d-b3a9-46d0-900c-d3b5e5ffd991 req-2c7e4b70-acda-4ee5-b784-edf83548f4ae tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.1087759 Nov 11 22:22:50.892689 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c6981d1d-b3a9-46d0-900c-d3b5e5ffd991 req-072dfccd-6b74-4e7d-b901-aebdfbc36288 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720487 Nov 11 22:22:51.423727 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:51.640974 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950b8bf-8b31-48da-b6e7-9bfb52a3d1a4 req-dea0854f-c6cd-4766-91c7-d8c026a21115 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:51.642704 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7950b8bf-8b31-48da-b6e7-9bfb52a3d1a4 req-dea0854f-c6cd-4766-91c7-d8c026a21115 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.0903344 Nov 11 22:22:51.695876 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7950b8bf-8b31-48da-b6e7-9bfb52a3d1a4 req-fe8fc84f-9835-4961-8bf2-524960422e51 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/security-groups?id=d46ea142-f3aa-415c-80a5-5471575c5374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467949 Nov 11 22:22:51.834706 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cdf8ea-6e33-495f-b43e-5a2fbb3483f0 req-dea5700c-acca-48c7-9b8c-d4acf9370880 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:51.835575 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-35cdf8ea-6e33-495f-b43e-5a2fbb3483f0 req-dea5700c-acca-48c7-9b8c-d4acf9370880 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Synchronizing usage tracker for tenant:43665bde38c04afb88bcf207f05f5331 on resource:port {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:22:51.880218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-35cdf8ea-6e33-495f-b43e-5a2fbb3483f0 req-dea5700c-acca-48c7-9b8c-d4acf9370880 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Unset dirty status for tenant:43665bde38c04afb88bcf207f05f5331 on resource:port {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:22:51.881672 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-35cdf8ea-6e33-495f-b43e-5a2fbb3483f0 req-dea5700c-acca-48c7-9b8c-d4acf9370880 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 945 time: 0.1383560 Nov 11 22:22:51.978155 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-35cdf8ea-6e33-495f-b43e-5a2fbb3483f0 req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Deleting port 6e16d470-9007-499e-b5e8-70d14adafcaf {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:22:51.978555 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-35cdf8ea-6e33-495f-b43e-5a2fbb3483f0 req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:52.127442 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b420de-994d-4d85-b74e-197df3353577 req-6389b70b-5100-49c6-b6b2-a5c445b814a2 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:52.130250 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f1b420de-994d-4d85-b74e-197df3353577 req-6389b70b-5100-49c6-b6b2-a5c445b814a2 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.0945590 Nov 11 22:22:52.184432 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f1b420de-994d-4d85-b74e-197df3353577 req-ffddf5b6-f7ac-4dba-b724-786864cb45c6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478082 Nov 11 22:22:52.481406 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-35cdf8ea-6e33-495f-b43e-5a2fbb3483f0 req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] For port 6e16d470-9007-499e-b5e8-70d14adafcaf, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=6e16d470-9007-499e-b5e8-70d14adafcaf,segment=NetworkSegment(324b1be9-156f-4e1b-ada2-044951fb8d0b),segment_id=324b1be9-156f-4e1b-ada2-044951fb8d0b)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:22:52.482274 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-35cdf8ea-6e33-495f-b43e-5a2fbb3483f0 req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:52.658903 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-35cdf8ea-6e33-495f-b43e-5a2fbb3483f0 req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Calling delete_port for 6e16d470-9007-499e-b5e8-70d14adafcaf owned by compute:nova {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:22:52.922783 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9eea11a5-5c08-4a9c-ab0d-6523cdd99e4e req-8873a527-77a3-4b37-964e-15fa5fa6adab tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff611748-5451-459f-bb6b-6b7697736ab2 HTTP/1.1" status: 200 len: 210 time: 0.0512481 Nov 11 22:22:52.940835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-35cdf8ea-6e33-495f-b43e-5a2fbb3483f0 req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:52.948299 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cf691d41-3450-49f0-9975-16f508eb83ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:52.955017 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['6e16d470-9007-499e-b5e8-70d14adafcaf'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:22:53.000357 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Pushing event deleted for resources: {'Port': ['ID=6e16d470-9007-499e-b5e8-70d14adafcaf,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:53.041394 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:53.041836 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:53.042251 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:53.042650 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:53.043049 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:53.043456 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:53.043856 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:53.044249 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:53.044648 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:53.045051 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:53.045452 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:22:53.053454 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:53.088413 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cdf8ea-6e33-495f-b43e-5a2fbb3483f0 req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] No DVR routers for this DVR port 6e16d470-9007-499e-b5e8-70d14adafcaf on host hv-cinder-81588 {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:22:53.090939 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-35cdf8ea-6e33-495f-b43e-5a2fbb3483f0 req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:53.093704 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff611748-5451-459f-bb6b-6b7697736ab2', 'name': 'network-vif-deleted', 'tag': '6e16d470-9007-499e-b5e8-70d14adafcaf'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:22:53.135821 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-35cdf8ea-6e33-495f-b43e-5a2fbb3483f0 req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] 10.222.0.55 "DELETE /v2.0/ports/6e16d470-9007-499e-b5e8-70d14adafcaf HTTP/1.1" status: 204 len: 173 time: 1.2385418 Nov 11 22:22:53.150732 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff611748-5451-459f-bb6b-6b7697736ab2', 'name': 'network-vif-deleted', 'tag': '6e16d470-9007-499e-b5e8-70d14adafcaf', 'status': 'completed', 'code': 200} Nov 11 22:22:53.406115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f8387-0a35-4b23-8853-54f3acfced0d req-a60440ef-6588-4d5a-a1ea-32319fb7d3e2 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:53.407728 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9b2f8387-0a35-4b23-8853-54f3acfced0d req-a60440ef-6588-4d5a-a1ea-32319fb7d3e2 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.0849047 Nov 11 22:22:53.456013 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9b2f8387-0a35-4b23-8853-54f3acfced0d req-46bcb9f3-eae5-4dd8-944e-93434f068949 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418370 Nov 11 22:22:54.036376 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 59310) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:54.074296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 59314) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:54.236997 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-671ffc30-108b-4cbc-b5b7-35cc035b4399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:54.270738 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-671ffc30-108b-4cbc-b5b7-35cc035b4399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:22:54.274808 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-671ffc30-108b-4cbc-b5b7-35cc035b4399 admin admin] Usage tracker for resource:security_group_rule and tenant:c54a88cfb6214bd5928ac1e8025da5e5 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:22:54.277813 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-671ffc30-108b-4cbc-b5b7-35cc035b4399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:22:54.284482 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-671ffc30-108b-4cbc-b5b7-35cc035b4399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:22:54.364766 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-671ffc30-108b-4cbc-b5b7-35cc035b4399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:54.446018 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-671ffc30-108b-4cbc-b5b7-35cc035b4399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:54.450939 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-927c3615-e354-4924-9ec7-8e4c0aa07e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443165'] for router_interface, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:54.454101 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-717c2a0f-5f94-4e8d-bbf8-531d30e8c21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:54.499805 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ffc30-108b-4cbc-b5b7-35cc035b4399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ca9871-fb22-4c87-bf37-47ca59fa76b9,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:54.504723 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-671ffc30-108b-4cbc-b5b7-35cc035b4399 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c54a88cfb6214bd5928ac1e8025da5e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4292083 Nov 11 22:22:54.505823 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-671ffc30-108b-4cbc-b5b7-35cc035b4399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:54.510240 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 59322) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:54.595246 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ab70a9aa-4b8f-4dcf-92bf-60a430bb70d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:54.658624 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ab70a9aa-4b8f-4dcf-92bf-60a430bb70d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:54.747475 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c430d7-e112-4c13-9ebd-e7aa8c119477 req-97bb3293-3967-435d-a2fd-d29067537449 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:54.749017 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-75c430d7-e112-4c13-9ebd-e7aa8c119477 req-97bb3293-3967-435d-a2fd-d29067537449 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.1277833 Nov 11 22:22:54.800727 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-75c430d7-e112-4c13-9ebd-e7aa8c119477 req-f7968faf-b119-4d4f-b77d-2758fba708be tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454855 Nov 11 22:22:54.801879 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ab70a9aa-4b8f-4dcf-92bf-60a430bb70d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:54.807023 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:54.820997 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70a9aa-4b8f-4dcf-92bf-60a430bb70d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ca9871-fb22-4c87-bf37-47ca59fa76b9,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:54.823868 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ab70a9aa-4b8f-4dcf-92bf-60a430bb70d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:54.825061 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ab70a9aa-4b8f-4dcf-92bf-60a430bb70d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:54.826295 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-ab70a9aa-4b8f-4dcf-92bf-60a430bb70d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/71ca9871-fb22-4c87-bf37-47ca59fa76b9 HTTP/1.1" status: 204 len: 168 time: 0.3150277 Nov 11 22:22:55.100326 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 6e16d470-9007-499e-b5e8-70d14adafcaf no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:22:55.119392 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-927c3615-e354-4924-9ec7-8e4c0aa07e5f admin admin] Deleting port 471f5ee2-8586-43d1-a094-6a470793db2a {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:22:55.119889 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-927c3615-e354-4924-9ec7-8e4c0aa07e5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:55.174795 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] No Port match for: 6e16d470-9007-499e-b5e8-70d14adafcaf {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:22:55.175817 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 6e16d470-9007-499e-b5e8-70d14adafcaf not bound to the agent host hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:22:55.314753 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-927c3615-e354-4924-9ec7-8e4c0aa07e5f admin admin] For port 471f5ee2-8586-43d1-a094-6a470793db2a, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=471f5ee2-8586-43d1-a094-6a470793db2a,segment=NetworkSegment(324b1be9-156f-4e1b-ada2-044951fb8d0b),segment_id=324b1be9-156f-4e1b-ada2-044951fb8d0b)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:22:55.315264 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-927c3615-e354-4924-9ec7-8e4c0aa07e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:55.443089 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-927c3615-e354-4924-9ec7-8e4c0aa07e5f admin admin] Calling delete_port for 471f5ee2-8586-43d1-a094-6a470793db2a owned by network:router_interface {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:22:55.794203 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-927c3615-e354-4924-9ec7-8e4c0aa07e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:55.799182 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f63aaa02-1361-4e94-849f-9504c9f87e91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:55.844356 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927c3615-e354-4924-9ec7-8e4c0aa07e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=471f5ee2-8586-43d1-a094-6a470793db2a,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:55.853044 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-927c3615-e354-4924-9ec7-8e4c0aa07e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:56.024433 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a9190-ee21-49f5-ae9d-118224076489 req-6398d7bd-0dfb-44f1-8fde-99dadb09ecb6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:56.026150 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e96a9190-ee21-49f5-ae9d-118224076489 req-6398d7bd-0dfb-44f1-8fde-99dadb09ecb6 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.0934417 Nov 11 22:22:56.088768 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e96a9190-ee21-49f5-ae9d-118224076489 req-a10ff26f-ee6e-4fff-aaf4-85dd44f4e987 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550902 Nov 11 22:22:56.373637 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-927c3615-e354-4924-9ec7-8e4c0aa07e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3304509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-443271'] for router_interface, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:57.028876 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927c3615-e354-4924-9ec7-8e4c0aa07e5f admin admin] Router b4ba1bfd-ac5b-4d53-a700-f2103e17df06 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:22:57.244033 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927c3615-e354-4924-9ec7-8e4c0aa07e5f admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:22:57.255716 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a40d5e-d5b8-4c3b-a604-86c65eda32eb None None] Sync routers for ids ['b4ba1bfd-ac5b-4d53-a700-f2103e17df06'] in dv-cinder-815883-4-smb {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:22:57.262544 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-927c3615-e354-4924-9ec7-8e4c0aa07e5f admin admin] 10.222.0.25 "PUT /v2.0/routers/b4ba1bfd-ac5b-4d53-a700-f2103e17df06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2249413 Nov 11 22:22:57.263330 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 59370) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:57.271096 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a40d5e-d5b8-4c3b-a604-86c65eda32eb None None] Routers {'b4ba1bfd-ac5b-4d53-a700-f2103e17df06'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:22:57.272029 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-44a40d5e-d5b8-4c3b-a604-86c65eda32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:22:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['b4ba1bfd-ac5b-4d53-a700-f2103e17df06'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:22:57.300578 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a1009-cfdb-4488-a337-c8b10b9ff4bc req-1db73ffe-1768-4e6a-853c-5648617999df tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:57.302266 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7d8a1009-cfdb-4488-a337-c8b10b9ff4bc req-1db73ffe-1768-4e6a-853c-5648617999df tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.0859885 Nov 11 22:22:57.383216 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7d8a1009-cfdb-4488-a337-c8b10b9ff4bc req-7ef8e094-c7e2-4dbe-ace7-358ba56f40fb tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720627 Nov 11 22:22:57.510501 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53230f8b-022b-48e0-97f2-b84ecef92863 admin admin] Notify callbacks [] for router, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:57.672251 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-44a40d5e-d5b8-4c3b-a604-86c65eda32eb None None] Set router b4ba1bfd-ac5b-4d53-a700-f2103e17df06 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:22:57.743799 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53230f8b-022b-48e0-97f2-b84ecef92863 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:57.840017 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-53230f8b-022b-48e0-97f2-b84ecef92863 admin admin] Deleting port cdb754f5-5e08-4450-823f-210be426bada {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:22:57.840555 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53230f8b-022b-48e0-97f2-b84ecef92863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:57.980391 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-44a40d5e-d5b8-4c3b-a604-86c65eda32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ba1bfd-ac5b-4d53-a700-f2103e17df06', 'name': 'tempest-ServerRescueNegativeTestJSON-184946993-router', 'tenant_id': '43665bde38c04afb88bcf207f05f5331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': 'cdb754f5-5e08-4450-823f-210be426bada', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:22:55Z', 'revision_number': 5, 'project_id': '43665bde38c04afb88bcf207f05f5331', 'gw_port': {'id': 'cdb754f5-5e08-4450-823f-210be426bada', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ba1bfd-ac5b-4d53-a700-f2103e17df06', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:56Z', 'updated_at': '2021-11-11T22:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:22:57.984445 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a40d5e-d5b8-4c3b-a604-86c65eda32eb None None] Checking router: b4ba1bfd-ac5b-4d53-a700-f2103e17df06 for host: dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:22:57.996430 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a40d5e-d5b8-4c3b-a604-86c65eda32eb None None] Routers {'b4ba1bfd-ac5b-4d53-a700-f2103e17df06'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:22:57.997188 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-44a40d5e-d5b8-4c3b-a604-86c65eda32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:22:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['b4ba1bfd-ac5b-4d53-a700-f2103e17df06'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:22:58.042352 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-53230f8b-022b-48e0-97f2-b84ecef92863 admin admin] For port cdb754f5-5e08-4450-823f-210be426bada, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=cdb754f5-5e08-4450-823f-210be426bada,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:22:58.042749 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53230f8b-022b-48e0-97f2-b84ecef92863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:58.162200 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-44a40d5e-d5b8-4c3b-a604-86c65eda32eb None None] Set router b4ba1bfd-ac5b-4d53-a700-f2103e17df06 gateway port host: None {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:22:58.171455 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-53230f8b-022b-48e0-97f2-b84ecef92863 admin admin] Calling delete_port for cdb754f5-5e08-4450-823f-210be426bada owned by network:router_gateway {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:22:58.280670 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-44a40d5e-d5b8-4c3b-a604-86c65eda32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4ba1bfd-ac5b-4d53-a700-f2103e17df06', 'name': 'tempest-ServerRescueNegativeTestJSON-184946993-router', 'tenant_id': '43665bde38c04afb88bcf207f05f5331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:22:57Z', 'revision_number': 6, 'project_id': '43665bde38c04afb88bcf207f05f5331', 'gw_port_host': None}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:22:58.285110 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a40d5e-d5b8-4c3b-a604-86c65eda32eb None None] The sync data for ids ['b4ba1bfd-ac5b-4d53-a700-f2103e17df06'] in dv-cinder-815883-4-smb is: [{'id': 'b4ba1bfd-ac5b-4d53-a700-f2103e17df06', 'name': 'tempest-ServerRescueNegativeTestJSON-184946993-router', 'tenant_id': '43665bde38c04afb88bcf207f05f5331', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:22:57Z', 'revision_number': 6, 'project_id': '43665bde38c04afb88bcf207f05f5331', 'gw_port_host': None}] {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:22:58.520224 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53230f8b-022b-48e0-97f2-b84ecef92863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:58.525534 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-616b8d08-368c-4299-b55a-7694683d0deb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:22:58.572447 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53230f8b-022b-48e0-97f2-b84ecef92863 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb754f5-5e08-4450-823f-210be426bada,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:22:58.576508 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-53230f8b-022b-48e0-97f2-b84ecef92863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:22:58.632221 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba577a1-5da9-49b4-915a-a58bafb20df4 req-8c72f8f2-1f9e-48ac-9e88-884f0738b12b tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:58.634431 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7ba577a1-5da9-49b4-915a-a58bafb20df4 req-8c72f8f2-1f9e-48ac-9e88-884f0738b12b tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.0937989 Nov 11 22:22:58.696070 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7ba577a1-5da9-49b4-915a-a58bafb20df4 req-b9841f6e-c8d1-44ca-bb00-f7b3a22a613f tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551414 Nov 11 22:22:59.038492 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53230f8b-022b-48e0-97f2-b84ecef92863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442892'] for router_gateway, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:59.308168 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53230f8b-022b-48e0-97f2-b84ecef92863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036852686383'] for router, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:59.312713 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53230f8b-022b-48e0-97f2-b84ecef92863 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:59.523783 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53230f8b-022b-48e0-97f2-b84ecef92863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567308'] for router, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:59.525077 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53230f8b-022b-48e0-97f2-b84ecef92863 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4ba1bfd-ac5b-4d53-a700-f2103e17df06 {{(pid=88356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 22:22:59.543706 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-53230f8b-022b-48e0-97f2-b84ecef92863 admin admin] Notify callbacks [] for router, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:59.545107 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-53230f8b-022b-48e0-97f2-b84ecef92863 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b4ba1bfd-ac5b-4d53-a700-f2103e17df06 HTTP/1.1" status: 204 len: 168 time: 2.2804198 Nov 11 22:22:59.548037 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 59392) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:22:59.663473 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-93be3a67-7534-40af-a4ae-3c793a05ea57 admin admin] Deleting subnet 678bec8e-2914-403b-acd5-8926fa26bd5f {{(pid=88356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 22:22:59.667740 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-93be3a67-7534-40af-a4ae-3c793a05ea57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:59.734293 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-93be3a67-7534-40af-a4ae-3c793a05ea57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853582146'] for subnet, precommit_delete_associations {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:59.810807 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-93be3a67-7534-40af-a4ae-3c793a05ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850798312'] for subnet, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:22:59.910292 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6648b80-0f6f-4eac-9f77-ccbb8ffdf5a4 req-998675b4-4331-41b9-ad63-3bb37e550389 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:22:59.911979 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a6648b80-0f6f-4eac-9f77-ccbb8ffdf5a4 req-998675b4-4331-41b9-ad63-3bb37e550389 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.0907373 Nov 11 22:22:59.970136 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a6648b80-0f6f-4eac-9f77-ccbb8ffdf5a4 req-bd1fe0cf-6582-4d70-a8ae-64b42ba66244 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465240 Nov 11 22:23:00.173286 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-93be3a67-7534-40af-a4ae-3c793a05ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3977473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853672706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146006717'] for subnet, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:00.181418 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ac5f2741-5bc3-479c-9256-0c95b23fbc66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:00.185820 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device cdb754f5-5e08-4450-823f-210be426bada no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:23:00.218983 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be3a67-7534-40af-a4ae-3c793a05ea57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=678bec8e-2914-403b-acd5-8926fa26bd5f,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:00.219973 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: cdb754f5-5e08-4450-823f-210be426bada {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:23:00.220351 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device cdb754f5-5e08-4450-823f-210be426bada not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:23:00.221023 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 471f5ee2-8586-43d1-a094-6a470793db2a no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:23:00.223510 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-93be3a67-7534-40af-a4ae-3c793a05ea57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:00.224580 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-93be3a67-7534-40af-a4ae-3c793a05ea57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:00.235832 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-93be3a67-7534-40af-a4ae-3c793a05ea57 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/678bec8e-2914-403b-acd5-8926fa26bd5f HTTP/1.1" status: 204 len: 168 time: 0.6863854 Nov 11 22:23:00.238434 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 59406) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:00.361442 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7849fa7a-3538-453b-afa5-13427daa6a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850740317'] for network, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:00.406885 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: 471f5ee2-8586-43d1-a094-6a470793db2a {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:23:00.407281 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 471f5ee2-8586-43d1-a094-6a470793db2a not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:23:00.502202 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7849fa7a-3538-453b-afa5-13427daa6a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850799231', 'neutron.services.segments.db._delete_segments_for_network-8762808614344'] for network, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:00.530751 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-7849fa7a-3538-453b-afa5-13427daa6a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbad872-fbd0-40a2-acd1-a807e84b8e87']}} {{(pid=88356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:23:00.547840 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-7849fa7a-3538-453b-afa5-13427daa6a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324b1be9-156f-4e1b-ada2-044951fb8d0b') {'for_net_delete': True} {{(pid=88356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:23:00.555346 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-7849fa7a-3538-453b-afa5-13427daa6a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324b1be9-156f-4e1b-ada2-044951fb8d0b') {} {{(pid=88356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:23:00.561077 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7849fa7a-3538-453b-afa5-13427daa6a9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762808626649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193655'] for segment, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:00.666327 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7849fa7a-3538-453b-afa5-13427daa6a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:00.674637 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7849fa7a-3538-453b-afa5-13427daa6a9e admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 22:23:00.675386 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7849fa7a-3538-453b-afa5-13427daa6a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850807042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103196'] for segment, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: Traceback (most recent call last): Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: timer() Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: cb(*args, **kw) Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: return func(*args, **kwargs) Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: self._notify() Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: self.callback(batched_events) Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: event.method(event) Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: segment_id)['aggregates'][0] Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: return f(self, *a, **k) Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: return self._get(url).json() Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: **kwargs) Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: **endpoint_filter) Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:23:00.697621 dv-cinder-815883-4-smb neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:23:00.897218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7849fa7a-3538-453b-afa5-13427daa6a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854332702'] for network, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:00.901978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:00.919719 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7849fa7a-3538-453b-afa5-13427daa6a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:00.932516 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849fa7a-3538-453b-afa5-13427daa6a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=bcbad872-fbd0-40a2-acd1-a807e84b8e87,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:00.935999 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7849fa7a-3538-453b-afa5-13427daa6a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:00.998531 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-7849fa7a-3538-453b-afa5-13427daa6a9e admin admin] 10.222.0.25 "DELETE /v2.0/networks/bcbad872-fbd0-40a2-acd1-a807e84b8e87 HTTP/1.1" status: 204 len: 168 time: 0.7589278 Nov 11 22:23:01.207259 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9506d-d82e-4749-aa92-c242f6e90635 req-1609f691-897e-455c-8827-607fec84a8c4 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:01.209292 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3ae9506d-d82e-4749-aa92-c242f6e90635 req-1609f691-897e-455c-8827-607fec84a8c4 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.0927098 Nov 11 22:23:01.274831 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3ae9506d-d82e-4749-aa92-c242f6e90635 req-63e2e1fb-e19e-4517-9d65-77e4002a2084 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576084 Nov 11 22:23:01.357655 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 59422) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:01.414497 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-0246d6ac-a62f-4161-ba6a-223c4b060f15 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43665bde38c04afb88bcf207f05f5331&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0553315 Nov 11 22:23:01.417683 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 59426) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:01.498920 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-27814b72-5c98-4b97-9918-9eb649f63167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:01.542685 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-27814b72-5c98-4b97-9918-9eb649f63167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:01.646056 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-27814b72-5c98-4b97-9918-9eb649f63167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:01.654819 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4bac21c0-dd54-4da0-9675-9ff47132b8b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:01.670057 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27814b72-5c98-4b97-9918-9eb649f63167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46ea142-f3aa-415c-80a5-5471575c5374,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:01.672583 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-27814b72-5c98-4b97-9918-9eb649f63167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:01.718971 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-27814b72-5c98-4b97-9918-9eb649f63167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:01.720198 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-27814b72-5c98-4b97-9918-9eb649f63167 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d46ea142-f3aa-415c-80a5-5471575c5374 HTTP/1.1" status: 204 len: 168 time: 0.3013628 Nov 11 22:23:02.481955 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aca378-3766-4211-97e2-12fd5da4fd6c req-196eebb5-36d3-46bc-bc50-ca1454ccc194 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:02.485191 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-38aca378-3766-4211-97e2-12fd5da4fd6c req-196eebb5-36d3-46bc-bc50-ca1454ccc194 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.0914497 Nov 11 22:23:02.554559 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-38aca378-3766-4211-97e2-12fd5da4fd6c req-0783df0f-18c7-48bc-844f-8140be3bad8d tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488517 Nov 11 22:23:03.217514 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:03.776676 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa181803-70a5-4de7-9f07-b2d486038e63 req-563f6392-f4ed-4142-8ce0-7a95ecbc19ee tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:03.778496 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fa181803-70a5-4de7-9f07-b2d486038e63 req-563f6392-f4ed-4142-8ce0-7a95ecbc19ee tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.0948634 Nov 11 22:23:03.835481 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fa181803-70a5-4de7-9f07-b2d486038e63 req-c912696d-8ad9-4b2e-a47a-37bddb996d56 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494416 Nov 11 22:23:04.439858 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b06571-2d48-40cb-af0e-29e3124ac503 req-461ec425-25e3-4cb9-97b4-eee419eab8b5 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:04.443540 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-11b06571-2d48-40cb-af0e-29e3124ac503 req-461ec425-25e3-4cb9-97b4-eee419eab8b5 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.1192801 Nov 11 22:23:04.507675 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ec261b01-05d5-4f8d-a473-b34d09fab03b req-8703659b-c35d-4a82-b87c-010cca4a9d7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69cfca7e767f4503aac480dce5907cdb&device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 1099 time: 0.1116054 Nov 11 22:23:04.585688 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-11b06571-2d48-40cb-af0e-29e3124ac503 req-b6680ac8-7c8a-41e4-b2ec-7ce86cb2fd48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314597 Nov 11 22:23:04.678886 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec261b01-05d5-4f8d-a473-b34d09fab03b req-e66483da-8af4-4e70-8206-002528ecfde2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:04.681176 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ec261b01-05d5-4f8d-a473-b34d09fab03b req-e66483da-8af4-4e70-8206-002528ecfde2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65d9ad99-3a08-4dd5-af3c-91116e42d962 HTTP/1.1" status: 200 len: 911 time: 0.1669085 Nov 11 22:23:04.786164 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 59506) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:04.798266 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ec261b01-05d5-4f8d-a473-b34d09fab03b req-8b73a579-e806-46e4-b81f-dc9beeaf6fcf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0707fe6-c67d-453e-8123-9fafa0c21b41 HTTP/1.1" status: 200 len: 1002 time: 0.1098485 Nov 11 22:23:04.880292 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec261b01-05d5-4f8d-a473-b34d09fab03b req-fe7d304c-b989-40b5-aeff-78c4f80c7063 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:04.882991 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ec261b01-05d5-4f8d-a473-b34d09fab03b req-fe7d304c-b989-40b5-aeff-78c4f80c7063 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4ba6ec0-e7b0-4914-9c13-c2928c121dea HTTP/1.1" status: 200 len: 849 time: 0.0762005 Nov 11 22:23:04.963781 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b880af47-22e7-4a44-911a-b7833719fbec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:04.978047 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ec261b01-05d5-4f8d-a473-b34d09fab03b req-77d689c0-6e08-408d-ac1e-25bc5c6d81b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65d9ad99-3a08-4dd5-af3c-91116e42d962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881131 Nov 11 22:23:04.998966 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b880af47-22e7-4a44-911a-b7833719fbec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:05.003080 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-b880af47-22e7-4a44-911a-b7833719fbec admin admin] Usage tracker for resource:security_group_rule and tenant:ff7a7e7beb344eed8a8a11204a2fcd31 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:05.006100 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-b880af47-22e7-4a44-911a-b7833719fbec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:05.012718 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b880af47-22e7-4a44-911a-b7833719fbec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:05.090741 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b880af47-22e7-4a44-911a-b7833719fbec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:05.139190 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ec261b01-05d5-4f8d-a473-b34d09fab03b req-2b04c21c-4a77-4002-8d92-72181d98913d service neutron] 10.222.0.55 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537988 Nov 11 22:23:05.149470 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b880af47-22e7-4a44-911a-b7833719fbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:05.165800 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1d946e0a-f7bb-488d-9a8c-38af7fd08f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:05.249763 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880af47-22e7-4a44-911a-b7833719fbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8430c2-5507-4101-a3d8-6b6726f0299f,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:05.253259 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b880af47-22e7-4a44-911a-b7833719fbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:05.256285 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-b880af47-22e7-4a44-911a-b7833719fbec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff7a7e7beb344eed8a8a11204a2fcd31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4681342 Nov 11 22:23:05.266468 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 59518) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:05.295834 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ec261b01-05d5-4f8d-a473-b34d09fab03b req-ca691727-5121-4798-8ccd-d00d74ad37e9 service neutron] 10.222.0.55 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480880 Nov 11 22:23:05.340476 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-273c47da-b31a-4a80-ba5d-96c05fb7fade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:05.368842 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-273c47da-b31a-4a80-ba5d-96c05fb7fade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:05.440095 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-273c47da-b31a-4a80-ba5d-96c05fb7fade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:05.445640 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-89c5cf10-a515-4f21-9894-0b4c49192fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:05.459400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c47da-b31a-4a80-ba5d-96c05fb7fade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8430c2-5507-4101-a3d8-6b6726f0299f,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:05.462569 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-273c47da-b31a-4a80-ba5d-96c05fb7fade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:05.466868 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-273c47da-b31a-4a80-ba5d-96c05fb7fade admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:05.468325 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-273c47da-b31a-4a80-ba5d-96c05fb7fade admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae8430c2-5507-4101-a3d8-6b6726f0299f HTTP/1.1" status: 204 len: 168 time: 0.2006958 Nov 11 22:23:05.796447 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b778a46-2c81-44ed-b7a5-909338956043 req-6ebbbb5d-3d3d-4b64-88b4-7fd32a0c556f tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:05.798140 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3b778a46-2c81-44ed-b7a5-909338956043 req-6ebbbb5d-3d3d-4b64-88b4-7fd32a0c556f tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.0850568 Nov 11 22:23:05.850626 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3b778a46-2c81-44ed-b7a5-909338956043 req-43ebb806-2b0a-4aaf-ad7e-b5254372a7f7 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465410 Nov 11 22:23:06.174105 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 59528) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:06.197804 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-38b4e67a-78db-47f7-a452-c619898f8076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:06.284602 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-38b4e67a-78db-47f7-a452-c619898f8076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:06.288933 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-38b4e67a-78db-47f7-a452-c619898f8076 admin admin] Usage tracker for resource:security_group_rule and tenant:6b4dc45105714bbda32d549dbbeb1380 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:06.291996 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-38b4e67a-78db-47f7-a452-c619898f8076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:06.298272 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-38b4e67a-78db-47f7-a452-c619898f8076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:06.374026 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-38b4e67a-78db-47f7-a452-c619898f8076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:06.439805 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-38b4e67a-78db-47f7-a452-c619898f8076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:06.447900 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:06.496577 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-38b4e67a-78db-47f7-a452-c619898f8076 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b4dc45105714bbda32d549dbbeb1380&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3212700 Nov 11 22:23:06.498578 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4e67a-78db-47f7-a452-c619898f8076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b45c9b2-4308-4184-8c25-11e5c2c36edf,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:06.499699 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 59540) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:06.504971 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-38b4e67a-78db-47f7-a452-c619898f8076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:06.580552 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5d123ee9-119e-4f0a-afd9-bbb073791c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:06.610753 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5d123ee9-119e-4f0a-afd9-bbb073791c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:06.687365 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5d123ee9-119e-4f0a-afd9-bbb073791c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:06.694127 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-358c38d5-553d-47dc-8c82-dcbc7c2eb80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:06.705847 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d123ee9-119e-4f0a-afd9-bbb073791c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b45c9b2-4308-4184-8c25-11e5c2c36edf,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:06.710805 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5d123ee9-119e-4f0a-afd9-bbb073791c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:06.712895 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5d123ee9-119e-4f0a-afd9-bbb073791c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:06.714416 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-5d123ee9-119e-4f0a-afd9-bbb073791c76 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b45c9b2-4308-4184-8c25-11e5c2c36edf HTTP/1.1" status: 204 len: 168 time: 0.2132194 Nov 11 22:23:07.076874 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827d400-19ef-4b04-acff-0579bdb21a4a req-a7b90bec-2656-43ac-8b48-06ae1fb34c27 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:07.078562 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8827d400-19ef-4b04-acff-0579bdb21a4a req-a7b90bec-2656-43ac-8b48-06ae1fb34c27 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.0920703 Nov 11 22:23:07.130788 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8827d400-19ef-4b04-acff-0579bdb21a4a req-ec8831df-55dd-4d09-a6ce-9237163a55a7 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462234 Nov 11 22:23:10.397026 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 59646) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:10.556364 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-051bae96-57cf-495b-9860-09a2527f3ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:10.590737 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-051bae96-57cf-495b-9860-09a2527f3ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:10.594796 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-051bae96-57cf-495b-9860-09a2527f3ce8 admin admin] Usage tracker for resource:security_group_rule and tenant:f123903e782a40e2953d04df568e0c11 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:10.597800 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-051bae96-57cf-495b-9860-09a2527f3ce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:10.603814 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-051bae96-57cf-495b-9860-09a2527f3ce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:10.674840 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-051bae96-57cf-495b-9860-09a2527f3ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:10.725417 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-051bae96-57cf-495b-9860-09a2527f3ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:10.733960 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-66dfa722-dc1c-476c-95f0-c048b18a62bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:10.791244 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051bae96-57cf-495b-9860-09a2527f3ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd1e20e-0060-4f02-892d-f29c104a9470,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:10.796131 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-051bae96-57cf-495b-9860-09a2527f3ce8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f123903e782a40e2953d04df568e0c11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3976698 Nov 11 22:23:10.797139 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-051bae96-57cf-495b-9860-09a2527f3ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:10.799103 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 59652) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:10.876296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-555f375d-81e9-4406-a14d-8e8040d2df1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:10.904945 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-555f375d-81e9-4406-a14d-8e8040d2df1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:11.022865 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-555f375d-81e9-4406-a14d-8e8040d2df1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:11.027285 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-273c47da-b31a-4a80-ba5d-96c05fb7fade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:11.043005 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f375d-81e9-4406-a14d-8e8040d2df1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd1e20e-0060-4f02-892d-f29c104a9470,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:11.058359 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f375d-81e9-4406-a14d-8e8040d2df1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:11.058761 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f375d-81e9-4406-a14d-8e8040d2df1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:11.059170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f375d-81e9-4406-a14d-8e8040d2df1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:11.059564 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f375d-81e9-4406-a14d-8e8040d2df1b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:11.059960 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f375d-81e9-4406-a14d-8e8040d2df1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:11.060355 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f375d-81e9-4406-a14d-8e8040d2df1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:11.060750 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f375d-81e9-4406-a14d-8e8040d2df1b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:11.061142 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f375d-81e9-4406-a14d-8e8040d2df1b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:11.061526 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f375d-81e9-4406-a14d-8e8040d2df1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:11.061945 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f375d-81e9-4406-a14d-8e8040d2df1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:11.062331 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555f375d-81e9-4406-a14d-8e8040d2df1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:11.066737 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-555f375d-81e9-4406-a14d-8e8040d2df1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:11.067782 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-555f375d-81e9-4406-a14d-8e8040d2df1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:11.072038 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-555f375d-81e9-4406-a14d-8e8040d2df1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1fd1e20e-0060-4f02-892d-f29c104a9470 HTTP/1.1" status: 204 len: 168 time: 0.2717974 Nov 11 22:23:11.639075 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 59664) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:11.661692 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a7cf6684-7727-477c-bc9a-558c2f8e6f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:11.698935 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a7cf6684-7727-477c-bc9a-558c2f8e6f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:11.703311 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-a7cf6684-7727-477c-bc9a-558c2f8e6f46 admin admin] Usage tracker for resource:security_group_rule and tenant:31ce7d94bc4e44ea849304a92082fdac is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:11.706522 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-a7cf6684-7727-477c-bc9a-558c2f8e6f46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:11.713547 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a7cf6684-7727-477c-bc9a-558c2f8e6f46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:11.835137 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a7cf6684-7727-477c-bc9a-558c2f8e6f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:11.871619 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a7cf6684-7727-477c-bc9a-558c2f8e6f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:11.879215 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-27814b72-5c98-4b97-9918-9eb649f63167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:11.928508 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cf6684-7727-477c-bc9a-558c2f8e6f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4162c157-35c8-4063-81a2-c95066f22f18,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:11.933342 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-a7cf6684-7727-477c-bc9a-558c2f8e6f46 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31ce7d94bc4e44ea849304a92082fdac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2928152 Nov 11 22:23:11.940124 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a7cf6684-7727-477c-bc9a-558c2f8e6f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:11.940124 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 59676) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:12.041636 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ae731304-1f02-41d1-a3fe-584521c3f80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:12.067938 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ae731304-1f02-41d1-a3fe-584521c3f80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:12.148280 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ae731304-1f02-41d1-a3fe-584521c3f80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:12.154101 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-94c2090d-4fa6-4340-8a6a-ceb995eb2b54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:12.168273 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae731304-1f02-41d1-a3fe-584521c3f80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4162c157-35c8-4063-81a2-c95066f22f18,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:12.172849 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ae731304-1f02-41d1-a3fe-584521c3f80c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:12.181155 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ae731304-1f02-41d1-a3fe-584521c3f80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:12.182490 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-ae731304-1f02-41d1-a3fe-584521c3f80c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4162c157-35c8-4063-81a2-c95066f22f18 HTTP/1.1" status: 204 len: 168 time: 0.2436213 Nov 11 22:23:15.831031 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 59772) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:15.985167 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8077c89f-71ee-4901-af18-f23032b28138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:16.027240 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8077c89f-71ee-4901-af18-f23032b28138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:16.032934 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-8077c89f-71ee-4901-af18-f23032b28138 admin admin] Usage tracker for resource:security_group_rule and tenant:4fd3130b84c84e749f83cbe723191f50 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:16.036420 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-8077c89f-71ee-4901-af18-f23032b28138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:16.042776 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-8077c89f-71ee-4901-af18-f23032b28138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:16.114963 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8077c89f-71ee-4901-af18-f23032b28138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:16.147761 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8077c89f-71ee-4901-af18-f23032b28138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:16.155784 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0d6a3b79-7926-45e2-8982-df5621931800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:16.204790 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077c89f-71ee-4901-af18-f23032b28138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdd0b30-e056-4830-bd9a-c57abb0df3bf,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:16.210503 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-8077c89f-71ee-4901-af18-f23032b28138 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4fd3130b84c84e749f83cbe723191f50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3770256 Nov 11 22:23:16.210503 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8077c89f-71ee-4901-af18-f23032b28138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:16.212130 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 59782) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:16.281070 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf8afb42-4251-4608-80c2-817942693ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:16.308848 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf8afb42-4251-4608-80c2-817942693ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:16.395137 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf8afb42-4251-4608-80c2-817942693ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:16.400711 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1bb0de95-147b-4108-869d-8976740e49fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:16.413769 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8afb42-4251-4608-80c2-817942693ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdd0b30-e056-4830-bd9a-c57abb0df3bf,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:16.419053 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cf8afb42-4251-4608-80c2-817942693ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:16.419689 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cf8afb42-4251-4608-80c2-817942693ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:16.421211 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-cf8afb42-4251-4608-80c2-817942693ecd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9bdd0b30-e056-4830-bd9a-c57abb0df3bf HTTP/1.1" status: 204 len: 168 time: 0.2077172 Nov 11 22:23:16.939152 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 59792) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:16.959740 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ab7fcb7-a867-456c-a207-01642badafbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:16.992350 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4ab7fcb7-a867-456c-a207-01642badafbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:16.996346 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-4ab7fcb7-a867-456c-a207-01642badafbf admin admin] Usage tracker for resource:security_group_rule and tenant:840854f74c6d451c92f7fd4fc9d9a010 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:16.999293 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-4ab7fcb7-a867-456c-a207-01642badafbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:17.005268 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4ab7fcb7-a867-456c-a207-01642badafbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:17.079899 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ab7fcb7-a867-456c-a207-01642badafbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:17.107952 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ab7fcb7-a867-456c-a207-01642badafbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:17.116189 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d53544de-d2b7-4c17-8852-2b861cb699a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:17.151788 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4c682c7e-bbda-4298-b40d-1903631e064f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:17.160443 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7fcb7-a867-456c-a207-01642badafbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb54cbcd-9dcd-4435-8b4c-63f09e42b9f4,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:17.164134 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4ab7fcb7-a867-456c-a207-01642badafbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:17.166929 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-4ab7fcb7-a867-456c-a207-01642badafbf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=840854f74c6d451c92f7fd4fc9d9a010&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2266469 Nov 11 22:23:17.170227 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 59796) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:17.234662 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-041f71e0-bf3e-4684-9cec-56a30994f27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:17.263064 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-041f71e0-bf3e-4684-9cec-56a30994f27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:17.331238 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-041f71e0-bf3e-4684-9cec-56a30994f27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:17.336559 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0742d2ac-4048-4ad9-98eb-70b668d28afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:17.349444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f71e0-bf3e-4684-9cec-56a30994f27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb54cbcd-9dcd-4435-8b4c-63f09e42b9f4,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:17.353418 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-041f71e0-bf3e-4684-9cec-56a30994f27e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:17.359419 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-041f71e0-bf3e-4684-9cec-56a30994f27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:17.360657 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-041f71e0-bf3e-4684-9cec-56a30994f27e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb54cbcd-9dcd-4435-8b4c-63f09e42b9f4 HTTP/1.1" status: 204 len: 168 time: 0.1894908 Nov 11 22:23:18.809056 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:19.637277 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-38e290db-ac3e-4134-b3b4-4c00d50dfc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:20.311859 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:21.195841 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1768316-7193-454d-bca0-5fc950b9463b req-5c2be157-8c96-4991-bfd1-6e7638c224ed tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:21.197453 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f1768316-7193-454d-bca0-5fc950b9463b req-5c2be157-8c96-4991-bfd1-6e7638c224ed tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 947 time: 0.0871482 Nov 11 22:23:21.247857 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f1768316-7193-454d-bca0-5fc950b9463b req-8030ef72-4831-41b3-a539-c98148ed9b13 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441105 Nov 11 22:23:21.403821 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:23:21.419623 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:22.475104 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff12689-9288-4203-8552-7613dbe9b139 req-1bdf72cd-5180-4d77-9998-2325ba2a3787 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:22.476802 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-aff12689-9288-4203-8552-7613dbe9b139 req-1bdf72cd-5180-4d77-9998-2325ba2a3787 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 947 time: 0.0878556 Nov 11 22:23:22.536588 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-aff12689-9288-4203-8552-7613dbe9b139 req-17f09f17-d5ae-4060-88f1-e155dd55922c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533879 Nov 11 22:23:22.997597 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ae2d7-b45e-46ff-b466-7c7c441817ae req-3cc77a1d-6a75-426c-a600-915995308983 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:22.998424 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-409ae2d7-b45e-46ff-b466-7c7c441817ae req-3cc77a1d-6a75-426c-a600-915995308983 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Synchronizing usage tracker for tenant:30b5c8060107440099282a255f5a3afc on resource:port {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:23:23.011010 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-409ae2d7-b45e-46ff-b466-7c7c441817ae req-3cc77a1d-6a75-426c-a600-915995308983 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Unset dirty status for tenant:30b5c8060107440099282a255f5a3afc on resource:port {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:23:23.012277 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-409ae2d7-b45e-46ff-b466-7c7c441817ae req-3cc77a1d-6a75-426c-a600-915995308983 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.55 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 947 time: 0.0968750 Nov 11 22:23:23.092984 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-409ae2d7-b45e-46ff-b466-7c7c441817ae req-4c72c1c1-9c99-4cb3-9574-c718379229fe tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Deleting port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:23:23.093363 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-409ae2d7-b45e-46ff-b466-7c7c441817ae req-4c72c1c1-9c99-4cb3-9574-c718379229fe tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:23.357076 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-409ae2d7-b45e-46ff-b466-7c7c441817ae req-4c72c1c1-9c99-4cb3-9574-c718379229fe tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] For port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:23:23.357475 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-409ae2d7-b45e-46ff-b466-7c7c441817ae req-4c72c1c1-9c99-4cb3-9574-c718379229fe tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:23.795105 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2080a6-5f2f-42bb-b4f7-092b1d793b70 req-68db85f4-3b42-49e1-ae2b-5ca1c72a9690 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:23.797078 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-aa2080a6-5f2f-42bb-b4f7-092b1d793b70 req-68db85f4-3b42-49e1-ae2b-5ca1c72a9690 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 947 time: 0.1116288 Nov 11 22:23:23.853252 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-aa2080a6-5f2f-42bb-b4f7-092b1d793b70 req-0ae4c4fc-c8a4-41fc-8e17-e46e1b416b1b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=3707d022-15e0-4528-a7e4-9165a7b54da9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493071 Nov 11 22:23:23.918412 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-409ae2d7-b45e-46ff-b466-7c7c441817ae req-4c72c1c1-9c99-4cb3-9574-c718379229fe tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:23.918823 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-409ae2d7-b45e-46ff-b466-7c7c441817ae req-4c72c1c1-9c99-4cb3-9574-c718379229fe tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854332685'] for floatingip, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:23.919178 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.l3_db [req-409ae2d7-b45e-46ff-b466-7c7c441817ae req-4c72c1c1-9c99-4cb3-9574-c718379229fe tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Floating IP f7c0ce34-ab13-4f36-ac6f-a677a6ebd180 disassociated. External IP: 172.28.0.74, port: fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb. Nov 11 22:23:23.919570 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-409ae2d7-b45e-46ff-b466-7c7c441817ae req-4c72c1c1-9c99-4cb3-9574-c718379229fe tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Calling delete_port for fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb owned by compute:nova {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:23:24.146086 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-409ae2d7-b45e-46ff-b466-7c7c441817ae req-4c72c1c1-9c99-4cb3-9574-c718379229fe tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:24.154615 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-276b5071-a160-4a94-89d3-3d72afa00ac3 tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:24.206193 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72c1c1-9c99-4cb3-9574-c718379229fe tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Pushing event deleted for resources: {'Port': ['ID=fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:24.209345 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4c72c1c1-9c99-4cb3-9574-c718379229fe tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:24.448740 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-409ae2d7-b45e-46ff-b466-7c7c441817ae req-4c72c1c1-9c99-4cb3-9574-c718379229fe tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Router d3907bdb-eddc-43f3-889e-90275a1f4d50 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:23:24.682864 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-409ae2d7-b45e-46ff-b466-7c7c441817ae req-4c72c1c1-9c99-4cb3-9574-c718379229fe tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:23:24.697881 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caabc6c-cd83-4518-8973-8beb7b29fccd None None] Sync routers for ids ['d3907bdb-eddc-43f3-889e-90275a1f4d50'] in dv-cinder-815883-4-smb {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:23:24.717609 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caabc6c-cd83-4518-8973-8beb7b29fccd None None] Routers {'d3907bdb-eddc-43f3-889e-90275a1f4d50'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:23:24.719049 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-1caabc6c-cd83-4518-8973-8beb7b29fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:23:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['d3907bdb-eddc-43f3-889e-90275a1f4d50'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:23:24.762117 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-409ae2d7-b45e-46ff-b466-7c7c441817ae req-4c72c1c1-9c99-4cb3-9574-c718379229fe tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] No DVR routers for this DVR port fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb on host hv-cinder-81588 {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:23:24.765067 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-409ae2d7-b45e-46ff-b466-7c7c441817ae req-4c72c1c1-9c99-4cb3-9574-c718379229fe tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:24.768275 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e725fcd5-c6c2-4c92-81cc-880b627a35f0', 'name': 'network-vif-deleted', 'tag': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:23:24.827051 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-409ae2d7-b45e-46ff-b466-7c7c441817ae req-4c72c1c1-9c99-4cb3-9574-c718379229fe tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.55 "DELETE /v2.0/ports/fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb HTTP/1.1" status: 204 len: 173 time: 1.8079529 Nov 11 22:23:24.833342 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e725fcd5-c6c2-4c92-81cc-880b627a35f0', 'name': 'network-vif-deleted', 'tag': 'fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb', 'status': 'completed', 'code': 200} Nov 11 22:23:24.972079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-1caabc6c-cd83-4518-8973-8beb7b29fccd None None] Set router d3907bdb-eddc-43f3-889e-90275a1f4d50 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:23:25.082774 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-97102956-73c9-4d9a-b896-5f8da511775c req-d3f19b93-cedb-4c95-9db1-54b55fe355dc tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=e725fcd5-c6c2-4c92-81cc-880b627a35f0 HTTP/1.1" status: 200 len: 210 time: 0.0463173 Nov 11 22:23:25.525991 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-1caabc6c-cd83-4518-8973-8beb7b29fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:19:04Z', 'revision_number': 4, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '5263b172-849d-4f6c-be93-0b151365a3c7', 'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'mac_address': 'fa:16:3e:c0:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:00Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '30b5c8060107440099282a255f5a3afc', 'subnets': [{'id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:23:25.531774 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caabc6c-cd83-4518-8973-8beb7b29fccd None None] Checking router: d3907bdb-eddc-43f3-889e-90275a1f4d50 for host: dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:23:25.546478 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caabc6c-cd83-4518-8973-8beb7b29fccd None None] Routers {'d3907bdb-eddc-43f3-889e-90275a1f4d50'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:23:25.547337 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-1caabc6c-cd83-4518-8973-8beb7b29fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:23:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['d3907bdb-eddc-43f3-889e-90275a1f4d50'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:23:25.746836 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-1caabc6c-cd83-4518-8973-8beb7b29fccd None None] Set router d3907bdb-eddc-43f3-889e-90275a1f4d50 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:23:26.108176 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-1caabc6c-cd83-4518-8973-8beb7b29fccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:19:04Z', 'revision_number': 4, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '5263b172-849d-4f6c-be93-0b151365a3c7', 'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'mac_address': 'fa:16:3e:c0:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:00Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '30b5c8060107440099282a255f5a3afc', 'subnets': [{'id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:23:26.115727 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caabc6c-cd83-4518-8973-8beb7b29fccd None None] The sync data for ids ['d3907bdb-eddc-43f3-889e-90275a1f4d50'] in dv-cinder-815883-4-smb is: [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:19:04Z', 'revision_number': 4, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '5263b172-849d-4f6c-be93-0b151365a3c7', 'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'mac_address': 'fa:16:3e:c0:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:00Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '30b5c8060107440099282a255f5a3afc', 'subnets': [{'id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:23:26.379724 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 59992) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:26.476037 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f085c050-6028-4384-9b52-0094fefb6e0e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:26.511788 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f085c050-6028-4384-9b52-0094fefb6e0e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:26.598981 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f085c050-6028-4384-9b52-0094fefb6e0e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:26.605308 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a4e81d9f-9360-43b6-890f-8888f1786636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:26.622206 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085c050-6028-4384-9b52-0094fefb6e0e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3707d022-15e0-4528-a7e4-9165a7b54da9,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:26.624618 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f085c050-6028-4384-9b52-0094fefb6e0e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:26.671364 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f085c050-6028-4384-9b52-0094fefb6e0e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:26.673471 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-f085c050-6028-4384-9b52-0094fefb6e0e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "DELETE /v2.0/security-groups/3707d022-15e0-4528-a7e4-9165a7b54da9 HTTP/1.1" status: 204 len: 168 time: 0.2936938 Nov 11 22:23:26.676110 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 59996) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:26.676321 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f9c6f6-cb56-4de4-8c7d-88ad51c69988 None None] New status for floating IP f7c0ce34-ab13-4f36-ac6f-a677a6ebd180: DOWN {{(pid=88358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 22:23:26.695584 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.v2.resource [None req-c364c4cd-0d4f-4a17-a99c-1cfba2051ff8 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] show failed (client error): The resource could not be found. Nov 11 22:23:26.696649 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-c364c4cd-0d4f-4a17-a99c-1cfba2051ff8 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups/3707d022-15e0-4528-a7e4-9165a7b54da9 HTTP/1.1" status: 404 len: 347 time: 0.0193102 Nov 11 22:23:26.699834 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60000) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:27.053325 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-442b0fc9-fb47-4bba-b208-8a4b1e8f1396 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Deleting port 16a9fd92-e1c2-46b0-b3e6-c5cee8826239 {{(pid=88355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:23:27.053702 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-442b0fc9-fb47-4bba-b208-8a4b1e8f1396 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:27.233838 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-442b0fc9-fb47-4bba-b208-8a4b1e8f1396 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:27.233838 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-442b0fc9-fb47-4bba-b208-8a4b1e8f1396 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:27.272997 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:23:27.308530 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] No Port match for: fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:23:27.308932 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device fdb6c8c6-7b4d-4a42-b325-0d534d0eeebb not bound to the agent host hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:23:27.359686 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-442b0fc9-fb47-4bba-b208-8a4b1e8f1396 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Calling delete_port for 16a9fd92-e1c2-46b0-b3e6-c5cee8826239 owned by network:floatingip {{(pid=88355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:23:27.667445 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-442b0fc9-fb47-4bba-b208-8a4b1e8f1396 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:27.672228 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:27.718915 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b0fc9-fb47-4bba-b208-8a4b1e8f1396 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Pushing event deleted for resources: {'Port': ['ID=16a9fd92-e1c2-46b0-b3e6-c5cee8826239,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:27.723030 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-442b0fc9-fb47-4bba-b208-8a4b1e8f1396 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:27.910764 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-442b0fc9-fb47-4bba-b208-8a4b1e8f1396 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for floatingip, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:27.939770 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-442b0fc9-fb47-4bba-b208-8a4b1e8f1396 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for floatingip, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:27.942006 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-442b0fc9-fb47-4bba-b208-8a4b1e8f1396 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "DELETE /v2.0/floatingips/f7c0ce34-ab13-4f36-ac6f-a677a6ebd180 HTTP/1.1" status: 204 len: 168 time: 1.2408895 Nov 11 22:23:28.239637 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60030) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:28.246498 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-79849e6d-898b-4ee8-922a-29cf27b955bf tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--997732045', 'description': 'tempest-description--1490356219'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:23:28.252862 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-79849e6d-898b-4ee8-922a-29cf27b955bf tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:28.257412 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-79849e6d-898b-4ee8-922a-29cf27b955bf tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Usage tracker for resource:security_group and tenant:30b5c8060107440099282a255f5a3afc is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:28.260513 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-79849e6d-898b-4ee8-922a-29cf27b955bf tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:28.266695 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-79849e6d-898b-4ee8-922a-29cf27b955bf tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:28.330690 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-79849e6d-898b-4ee8-922a-29cf27b955bf tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:28.369179 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-79849e6d-898b-4ee8-922a-29cf27b955bf tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:28.374417 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-79849e6d-898b-4ee8-922a-29cf27b955bf tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Usage tracker for resource:security_group_rule and tenant:30b5c8060107440099282a255f5a3afc is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:28.377855 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-79849e6d-898b-4ee8-922a-29cf27b955bf tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:28.385168 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-79849e6d-898b-4ee8-922a-29cf27b955bf tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:28.451534 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-79849e6d-898b-4ee8-922a-29cf27b955bf tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:28.586462 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-79849e6d-898b-4ee8-922a-29cf27b955bf tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:28.592279 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6df3d15d-1217-4d70-b9df-9139a74dc8f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:28.636862 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79849e6d-898b-4ee8-922a-29cf27b955bf tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:28.639717 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-79849e6d-898b-4ee8-922a-29cf27b955bf tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:28.685265 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-79849e6d-898b-4ee8-922a-29cf27b955bf tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:28.687292 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-79849e6d-898b-4ee8-922a-29cf27b955bf tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4458461 Nov 11 22:23:28.689720 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60034) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:28.695733 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-201de51b-6513-4ecf-a24c-74cd9e1c0638 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Request body: {'security_group_rule': {'security_group_id': '0b0b6ce7-6b66-4b55-bb03-a4799733fd5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:23:28.702278 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-201de51b-6513-4ecf-a24c-74cd9e1c0638 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:28.706329 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-201de51b-6513-4ecf-a24c-74cd9e1c0638 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Usage tracker for resource:security_group_rule and tenant:30b5c8060107440099282a255f5a3afc is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:28.709525 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-201de51b-6513-4ecf-a24c-74cd9e1c0638 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:28.716171 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-201de51b-6513-4ecf-a24c-74cd9e1c0638 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:28.777750 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-201de51b-6513-4ecf-a24c-74cd9e1c0638 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:28.846936 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-201de51b-6513-4ecf-a24c-74cd9e1c0638 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:28.876735 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-201de51b-6513-4ecf-a24c-74cd9e1c0638 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:28.879002 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:28.902746 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201de51b-6513-4ecf-a24c-74cd9e1c0638 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1d3386-10f5-4cea-b134-964ec0e554d7,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:28.916666 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-201de51b-6513-4ecf-a24c-74cd9e1c0638 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:28.970540 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-201de51b-6513-4ecf-a24c-74cd9e1c0638 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:28.971997 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-201de51b-6513-4ecf-a24c-74cd9e1c0638 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2812111 Nov 11 22:23:28.974897 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60044) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:28.982183 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-7786de9a-57b1-43e0-bb6b-75229de00b57 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Request body: {'security_group_rule': {'security_group_id': '0b0b6ce7-6b66-4b55-bb03-a4799733fd5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:23:28.988707 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7786de9a-57b1-43e0-bb6b-75229de00b57 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:28.992921 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-7786de9a-57b1-43e0-bb6b-75229de00b57 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Usage tracker for resource:security_group_rule and tenant:30b5c8060107440099282a255f5a3afc is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:28.996135 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-7786de9a-57b1-43e0-bb6b-75229de00b57 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:29.002451 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-7786de9a-57b1-43e0-bb6b-75229de00b57 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:29.040128 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7786de9a-57b1-43e0-bb6b-75229de00b57 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:29.111542 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7786de9a-57b1-43e0-bb6b-75229de00b57 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:29.142009 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7786de9a-57b1-43e0-bb6b-75229de00b57 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:29.144415 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-58f83e6f-4904-4d9d-bdcf-a40469f6ef59 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:29.168704 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786de9a-57b1-43e0-bb6b-75229de00b57 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89071297-d045-46ea-a55c-ef64a81e0671,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:29.173201 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7786de9a-57b1-43e0-bb6b-75229de00b57 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:29.199046 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7786de9a-57b1-43e0-bb6b-75229de00b57 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:29.200722 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-7786de9a-57b1-43e0-bb6b-75229de00b57 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2242663 Nov 11 22:23:29.204876 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60048) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:29.210993 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Request body: {'floatingip': {'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:23:29.217056 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:29.221281 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Usage tracker for resource:floatingip and tenant:30b5c8060107440099282a255f5a3afc is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:29.224475 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:29.231308 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:29.265670 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for floatingip, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:29.430620 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:29.624465 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Allocated IP 172.28.0.189 (bf438b09-e7cb-41a3-9cf4-64cadd7b8e13/ef69609a-b63d-436e-8cdc-c158ad574162/cb6ee73e-63fa-4fd2-b88a-06f7b8863711) {{(pid=88355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:23:29.794256 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for port, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:29.866427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:29.870981 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:29.940250 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 is already hosted by enough agents. {{(pid=88355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:23:29.943588 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Resources bound (agent type, host, resource id): {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:23:29.948935 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Received port after_create {{(pid=88355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:23:29.983078 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Pushing event updated for resources: {'Port': ['ID=cb6ee73e-63fa-4fd2-b88a-06f7b8863711,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:29.990767 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:30.201018 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:30.302092 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:30.518180 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for port, precommit_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:30.553248 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853380691'] for port, after_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:30.559454 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:30.676401 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Pushing event updated for resources: {'Port': ['ID=cb6ee73e-63fa-4fd2-b88a-06f7b8863711,revision_number=2']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:30.679545 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:30.691916 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854332685'] for floatingip, after_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:30.793422 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for floatingip, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:30.795223 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-b516289d-5b7c-4991-b7cb-b701b29d9eae tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5888894 Nov 11 22:23:31.067797 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-9489f25d-7822-4d52-bda9-1f7bd68a7e5c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Synchronizing usage tracker for tenant:30b5c8060107440099282a255f5a3afc on resource:security_group {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:23:31.119415 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-9489f25d-7822-4d52-bda9-1f7bd68a7e5c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Unset dirty status for tenant:30b5c8060107440099282a255f5a3afc on resource:security_group {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:23:31.120869 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-9489f25d-7822-4d52-bda9-1f7bd68a7e5c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--997732045&fields=id&tenant_id=30b5c8060107440099282a255f5a3afc HTTP/1.1" status: 200 len: 267 time: 0.0991535 Nov 11 22:23:31.294241 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-f83970a8-f550-4b6a-9166-6396930ec2dd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:31.295943 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-f83970a8-f550-4b6a-9166-6396930ec2dd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/networks?id=3e502878-60da-4698-8f22-97917266e235 HTTP/1.1" status: 200 len: 817 time: 0.1677399 Nov 11 22:23:31.323191 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-7cbb630e-c6c4-4f56-9905-4cd62275708e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/quotas/30b5c8060107440099282a255f5a3afc HTTP/1.1" status: 200 len: 375 time: 0.0208621 Nov 11 22:23:31.414243 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-97afe62d-f9bf-4bdd-9e0c-6e1aff934235 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Synchronizing usage tracker for tenant:30b5c8060107440099282a255f5a3afc on resource:port {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:23:31.461307 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-97afe62d-f9bf-4bdd-9e0c-6e1aff934235 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Unset dirty status for tenant:30b5c8060107440099282a255f5a3afc on resource:port {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:23:31.462822 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-97afe62d-f9bf-4bdd-9e0c-6e1aff934235 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=30b5c8060107440099282a255f5a3afc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1334519 Nov 11 22:23:31.613618 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-c1ef9acf-948e-4ffa-b102-3301c89f823a service neutron] 10.222.0.25 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378973 Nov 11 22:23:31.767696 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-859bb21e-064e-4411-8efc-a8e5e999331e service neutron] 10.222.0.25 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467695 Nov 11 22:23:32.080441 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3f759012-170b-4489-9ef0-a3bef5e50019 req-b774a11c-bf59-4072-afb7-083e0d836030 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 210 time: 0.0943961 Nov 11 22:23:32.641577 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60132) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:32.801853 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-859ea5a5-2a0b-4619-9c06-fda3f795ca96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:32.901219 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-859ea5a5-2a0b-4619-9c06-fda3f795ca96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:32.905617 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-859ea5a5-2a0b-4619-9c06-fda3f795ca96 admin admin] Usage tracker for resource:security_group_rule and tenant:a1ac4ead5d014b8b86db83c011cc3021 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:32.908602 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-859ea5a5-2a0b-4619-9c06-fda3f795ca96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:32.915931 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-859ea5a5-2a0b-4619-9c06-fda3f795ca96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:32.997766 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-859ea5a5-2a0b-4619-9c06-fda3f795ca96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:33.071426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-859ea5a5-2a0b-4619-9c06-fda3f795ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:33.079853 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d2d281f3-80c4-41d4-b607-1c646b65fa95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:33.132437 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859ea5a5-2a0b-4619-9c06-fda3f795ca96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed71a42-a3d0-4893-8499-571bc765605b,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:33.138259 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-859ea5a5-2a0b-4619-9c06-fda3f795ca96 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a1ac4ead5d014b8b86db83c011cc3021&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4941876 Nov 11 22:23:33.138259 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-859ea5a5-2a0b-4619-9c06-fda3f795ca96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:33.139806 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60140) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:33.221178 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a6946b3a-7aa1-4a3c-84b1-56ab1697ab23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:33.232037 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:33.278996 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8b92c1ab-9f63-43f5-97d9-f0974c450321 req-4d17d236-f2cd-471b-9388-f4c5a237ce10 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 210 time: 0.0551441 Nov 11 22:23:33.297187 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a6946b3a-7aa1-4a3c-84b1-56ab1697ab23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:33.387458 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a6946b3a-7aa1-4a3c-84b1-56ab1697ab23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:33.392882 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b880af47-22e7-4a44-911a-b7833719fbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:33.407179 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6946b3a-7aa1-4a3c-84b1-56ab1697ab23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed71a42-a3d0-4893-8499-571bc765605b,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:33.410959 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a6946b3a-7aa1-4a3c-84b1-56ab1697ab23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:33.413229 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a6946b3a-7aa1-4a3c-84b1-56ab1697ab23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:33.414419 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-a6946b3a-7aa1-4a3c-84b1-56ab1697ab23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eed71a42-a3d0-4893-8499-571bc765605b HTTP/1.1" status: 204 len: 168 time: 0.2735820 Nov 11 22:23:34.032407 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60162) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:34.052874 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-31a7124e-6058-4dd8-be5c-6d9f68138871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:34.095270 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-31a7124e-6058-4dd8-be5c-6d9f68138871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:34.099905 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-31a7124e-6058-4dd8-be5c-6d9f68138871 admin admin] Usage tracker for resource:security_group_rule and tenant:2f74f8e8184e4b6986e0e5fb8c07df3a is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:34.103854 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-31a7124e-6058-4dd8-be5c-6d9f68138871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:34.111006 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-31a7124e-6058-4dd8-be5c-6d9f68138871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:34.192485 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-31a7124e-6058-4dd8-be5c-6d9f68138871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:34.243590 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-31a7124e-6058-4dd8-be5c-6d9f68138871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:34.252840 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d7164b8a-ebf4-4ecd-b089-cd19aea24649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:34.297549 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7124e-6058-4dd8-be5c-6d9f68138871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d4d2a4-63eb-4900-b6db-8cdd1e05326f,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:34.301663 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-31a7124e-6058-4dd8-be5c-6d9f68138871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:34.306529 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-31a7124e-6058-4dd8-be5c-6d9f68138871 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2f74f8e8184e4b6986e0e5fb8c07df3a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2724340 Nov 11 22:23:34.319192 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60174) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:34.369924 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-6ac8afdc-3dc5-4442-a190-9944d56e72e4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:34.371831 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-6ac8afdc-3dc5-4442-a190-9944d56e72e4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.55 "GET /v2.0/networks?id=3e502878-60da-4698-8f22-97917266e235 HTTP/1.1" status: 200 len: 817 time: 0.1616318 Nov 11 22:23:34.387415 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2120619-a6dc-4931-9558-071d7b2f8c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:34.438225 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-24955c21-9d42-432c-9a25-02f2f9541b6b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30b5c8060107440099282a255f5a3afc HTTP/1.1" status: 200 len: 379 time: 0.0518229 Nov 11 22:23:34.442394 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2120619-a6dc-4931-9558-071d7b2f8c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:34.450693 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-02a7bb21-b5b7-4be8-8f4c-4d0ce07cdb9e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Request body: {'port': {'device_id': '0cfc8d02-26ab-41d9-be97-28b3ebcf5010', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'admin_state_up': True, 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'security_groups': ['0b0b6ce7-6b66-4b55-bb03-a4799733fd5c']}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:23:34.563128 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-03652703-8886-4b7c-b540-da8aecf49a32 req-bea42286-517c-41d3-9adb-7f042b229088 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 210 time: 0.1118078 Nov 11 22:23:34.565487 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2120619-a6dc-4931-9558-071d7b2f8c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:34.576436 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-87a59b21-431f-427e-ba31-16933bd73032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:34.603096 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2120619-a6dc-4931-9558-071d7b2f8c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d4d2a4-63eb-4900-b6db-8cdd1e05326f,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:34.605944 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c2120619-a6dc-4931-9558-071d7b2f8c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:34.612633 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2120619-a6dc-4931-9558-071d7b2f8c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:34.616416 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-c2120619-a6dc-4931-9558-071d7b2f8c4c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74d4d2a4-63eb-4900-b6db-8cdd1e05326f HTTP/1.1" status: 204 len: 168 time: 0.2952170 Nov 11 22:23:34.679588 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-02a7bb21-b5b7-4be8-8f4c-4d0ce07cdb9e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:34.690512 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-02a7bb21-b5b7-4be8-8f4c-4d0ce07cdb9e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:34.718927 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-02a7bb21-b5b7-4be8-8f4c-4d0ce07cdb9e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Made reservation on behalf of 30b5c8060107440099282a255f5a3afc for: {'port': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:23:34.725403 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-02a7bb21-b5b7-4be8-8f4c-4d0ce07cdb9e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:34.927296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-02a7bb21-b5b7-4be8-8f4c-4d0ce07cdb9e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Allocated IP 172.20.0.3 (3e502878-60da-4698-8f22-97917266e235/28b1f60c-9def-4779-8aa9-49aa02b8c273/ffc2b4ff-5ba5-4c29-862b-6c821b93666f) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:23:35.111301 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60198) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:35.252859 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-02a7bb21-b5b7-4be8-8f4c-4d0ce07cdb9e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:35.296133 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-02a7bb21-b5b7-4be8-8f4c-4d0ce07cdb9e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Transition to ACTIVE for port object ffc2b4ff-5ba5-4c29-862b-6c821b93666f will not be triggered until provisioned by entity DHCP. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:23:35.342518 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2c5d-9fc8-4d46-b6bb-5438a34ad431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:35.354158 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-02a7bb21-b5b7-4be8-8f4c-4d0ce07cdb9e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:35.364196 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:35.381286 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fbcf2c5d-9fc8-4d46-b6bb-5438a34ad431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:35.386883 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-fbcf2c5d-9fc8-4d46-b6bb-5438a34ad431 admin admin] Usage tracker for resource:security_group_rule and tenant:05202536d25241b5acf207f139adea38 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:35.390392 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-fbcf2c5d-9fc8-4d46-b6bb-5438a34ad431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:35.397687 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fbcf2c5d-9fc8-4d46-b6bb-5438a34ad431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:35.487880 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-02a7bb21-b5b7-4be8-8f4c-4d0ce07cdb9e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Network 3e502878-60da-4698-8f22-97917266e235 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:23:35.491728 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-02a7bb21-b5b7-4be8-8f4c-4d0ce07cdb9e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:23:35.496678 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-02a7bb21-b5b7-4be8-8f4c-4d0ce07cdb9e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:23:35.541453 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7bb21-b5b7-4be8-8f4c-4d0ce07cdb9e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Pushing event updated for resources: {'Port': ['ID=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:35.548472 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-02a7bb21-b5b7-4be8-8f4c-4d0ce07cdb9e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:35.606692 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-02a7bb21-b5b7-4be8-8f4c-4d0ce07cdb9e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:35.607738 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-02a7bb21-b5b7-4be8-8f4c-4d0ce07cdb9e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:35.610876 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2c5d-9fc8-4d46-b6bb-5438a34ad431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:35.644549 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fbcf2c5d-9fc8-4d46-b6bb-5438a34ad431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:35.654138 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-79849e6d-898b-4ee8-922a-29cf27b955bf tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:35.671927 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-02a7bb21-b5b7-4be8-8f4c-4d0ce07cdb9e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2263477 Nov 11 22:23:35.684894 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Request body: {'port': {'device_id': '0cfc8d02-26ab-41d9-be97-28b3ebcf5010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:23:35.735117 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf2c5d-9fc8-4d46-b6bb-5438a34ad431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd81cef5-6868-4434-96bd-971c65d07415,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:35.739149 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fbcf2c5d-9fc8-4d46-b6bb-5438a34ad431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:35.798144 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-fbcf2c5d-9fc8-4d46-b6bb-5438a34ad431 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=05202536d25241b5acf207f139adea38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6854837 Nov 11 22:23:35.806403 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60216) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:35.847735 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:35.938176 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db180a-a56c-4cb4-b5da-60ae83989cf2 req-5610b2cd-3d5c-493d-8ae2-ce6881669923 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:35.939876 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b7db180a-a56c-4cb4-b5da-60ae83989cf2 req-5610b2cd-3d5c-493d-8ae2-ce6881669923 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 931 time: 0.1959791 Nov 11 22:23:35.975553 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a9d55bd-9742-4740-bd78-222dfbdd1c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:35.982111 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-dbcd5abd-41e5-47f3-a15c-831960b1bea6 None None] Provisioning for port ffc2b4ff-5ba5-4c29-862b-6c821b93666f completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:23:35.988281 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-dbcd5abd-41e5-47f3-a15c-831960b1bea6 None None] Provisioning complete for port ffc2b4ff-5ba5-4c29-862b-6c821b93666f triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:23:35.988917 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5abd-41e5-47f3-a15c-831960b1bea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:36.062440 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-dbcd5abd-41e5-47f3-a15c-831960b1bea6 None None] Port ffc2b4ff-5ba5-4c29-862b-6c821b93666f cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:23:36.210938 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a9d55bd-9742-4740-bd78-222dfbdd1c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:36.227436 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b7db180a-a56c-4cb4-b5da-60ae83989cf2 req-24fae490-2f91-4e7a-8828-cb922a69e01f tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2777903 Nov 11 22:23:36.350573 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc2b4ff-5ba5-4c29-862b-6c821b93666f {{(pid=88356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:23:36.358644 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:36.375006 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Transition to ACTIVE for port object ffc2b4ff-5ba5-4c29-862b-6c821b93666f will not be triggered until provisioned by entity L2. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:23:36.387198 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a9d55bd-9742-4740-bd78-222dfbdd1c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:36.391623 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-87be7435-f541-4885-b0dd-23eee83cdaea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:36.406796 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d55bd-9742-4740-bd78-222dfbdd1c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd81cef5-6868-4434-96bd-971c65d07415,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:36.409228 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7a9d55bd-9742-4740-bd78-222dfbdd1c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:36.416514 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7a9d55bd-9742-4740-bd78-222dfbdd1c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:36.418311 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-7a9d55bd-9742-4740-bd78-222dfbdd1c04 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd81cef5-6868-4434-96bd-971c65d07415 HTTP/1.1" status: 204 len: 168 time: 0.6100593 Nov 11 22:23:36.421599 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853672831'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:36.427067 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-212c7e5b-8641-4309-a72f-aeede5e3f2dc tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:36.588504 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:36.591574 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:36.725953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Attempting to bind port ffc2b4ff-5ba5-4c29-862b-6c821b93666f on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:23:36.726334 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Attempting to bind port ffc2b4ff-5ba5-4c29-862b-6c821b93666f by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'ba319715-8c28-4774-8554-07eadbf5932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e502878-60da-4698-8f22-97917266e235'}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:23:36.726734 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Attempting to bind port ffc2b4ff-5ba5-4c29-862b-6c821b93666f on network 3e502878-60da-4698-8f22-97917266e235 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:23:36.736294 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Port ffc2b4ff-5ba5-4c29-862b-6c821b93666f on network 3e502878-60da-4698-8f22-97917266e235 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 22:23:36.736849 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Attempting to bind port ffc2b4ff-5ba5-4c29-862b-6c821b93666f on network 3e502878-60da-4698-8f22-97917266e235 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:23:36.745402 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Checking agent: {'id': 'd308de4e-73e5-4a02-a57f-4634dba51a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:23:36.745717 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Checking segment: {'id': 'ba319715-8c28-4774-8554-07eadbf5932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e502878-60da-4698-8f22-97917266e235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:23:36.746142 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Bound using segment: {'id': 'ba319715-8c28-4774-8554-07eadbf5932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e502878-60da-4698-8f22-97917266e235'} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:23:36.746630 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Bound port: ffc2b4ff-5ba5-4c29-862b-6c821b93666f, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba319715-8c28-4774-8554-07eadbf5932a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '3e502878-60da-4698-8f22-97917266e235'}}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:23:36.747019 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:36.844952 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] For port ffc2b4ff-5ba5-4c29-862b-6c821b93666f, host hv-cinder-81588, cleared binding levels {{(pid=88356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:23:36.848905 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] For port ffc2b4ff-5ba5-4c29-862b-6c821b93666f, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:23:36.879362 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853672831'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:36.885113 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-90e69191-8bf2-42c1-8a4a-3c42784e4244 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:36.958466 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:36.960120 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] 10.222.0.55 "PUT /v2.0/ports/ffc2b4ff-5ba5-4c29-862b-6c821b93666f HTTP/1.1" status: 200 len: 1093 time: 1.2799613 Nov 11 22:23:36.960744 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cfc8d02-26ab-41d9-be97-28b3ebcf5010', 'tag': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:23:36.982126 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,revision_number=3']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:36.985954 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:37.068285 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cfc8d02-26ab-41d9-be97-28b3ebcf5010', 'tag': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f', 'status': 'completed', 'code': 200} Nov 11 22:23:37.164829 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-547d45ae-ddb4-4755-9165-8e078898bd56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30b5c8060107440099282a255f5a3afc&device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 1096 time: 0.1202490 Nov 11 22:23:37.240944 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-37d78463-de1f-4047-a283-5d98dc8c7034 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc2b4ff-5ba5-4c29-862b-6c821b93666f HTTP/1.1" status: 200 len: 217 time: 0.0849423 Nov 11 22:23:37.332627 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-c24d06c5-568b-46c2-b0dc-146d8c721948 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:37.334599 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-c24d06c5-568b-46c2-b0dc-146d8c721948 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28b1f60c-9def-4779-8aa9-49aa02b8c273 HTTP/1.1" status: 200 len: 856 time: 0.0870543 Nov 11 22:23:37.422352 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 60242) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:37.428515 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-23245cb5-cc3f-4996-a361-f35c5d312616 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e502878-60da-4698-8f22-97917266e235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0866981 Nov 11 22:23:37.474798 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a996cd41-7103-45a1-a286-4a7689a02cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:37.477288 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9435758-d016-4d55-aed1-ad1b3d205016 req-fb882676-6dbe-4484-bc03-a3790c76772b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:37.479001 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a9435758-d016-4d55-aed1-ad1b3d205016 req-fb882676-6dbe-4484-bc03-a3790c76772b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 943 time: 0.1004362 Nov 11 22:23:37.537175 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a9435758-d016-4d55-aed1-ad1b3d205016 req-339928e4-b30b-45ee-8881-a5aa72512959 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502725 Nov 11 22:23:37.593622 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a996cd41-7103-45a1-a286-4a7689a02cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:37.600642 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-a996cd41-7103-45a1-a286-4a7689a02cad admin admin] Usage tracker for resource:security_group_rule and tenant:95a14b903a624107bba566d2c751e797 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:37.606608 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-a996cd41-7103-45a1-a286-4a7689a02cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:37.624786 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-a996cd41-7103-45a1-a286-4a7689a02cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:37.634143 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-6673f31d-ec41-4002-b2f9-4e7179caa180 service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893775 Nov 11 22:23:37.829071 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a004a2b8-e35e-4942-ba0b-32142f11c4a0 req-457cfb91-6fa9-4368-bea3-6524f796b9c7 service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884258 Nov 11 22:23:37.830719 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a996cd41-7103-45a1-a286-4a7689a02cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:37.861371 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a996cd41-7103-45a1-a286-4a7689a02cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:37.869440 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-99ab908a-9f63-41eb-b1be-69e5074ec873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:37.913362 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996cd41-7103-45a1-a286-4a7689a02cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67392d90-72dd-47e2-931b-d0d34c056b90,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:37.916875 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a996cd41-7103-45a1-a286-4a7689a02cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:37.919628 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-a996cd41-7103-45a1-a286-4a7689a02cad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95a14b903a624107bba566d2c751e797&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4962349 Nov 11 22:23:37.922898 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60246) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:37.992022 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21f0eb5c-4f84-495e-983e-9ac210136e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:38.000085 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ccaa5f59-9712-44c0-90c2-ab9af9bc8886 req-8fc54990-3265-43c9-9067-521d5ac2efcd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30b5c8060107440099282a255f5a3afc&device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 1096 time: 0.0791731 Nov 11 22:23:38.020737 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21f0eb5c-4f84-495e-983e-9ac210136e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:38.146952 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa5f59-9712-44c0-90c2-ab9af9bc8886 req-431700c9-518e-48b3-887c-f3d42e6c3134 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:38.149118 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ccaa5f59-9712-44c0-90c2-ab9af9bc8886 req-431700c9-518e-48b3-887c-f3d42e6c3134 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e502878-60da-4698-8f22-97917266e235 HTTP/1.1" status: 200 len: 918 time: 0.1405795 Nov 11 22:23:38.185776 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21f0eb5c-4f84-495e-983e-9ac210136e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:38.191225 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c2120619-a6dc-4931-9558-071d7b2f8c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:38.205622 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f0eb5c-4f84-495e-983e-9ac210136e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67392d90-72dd-47e2-931b-d0d34c056b90,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:38.208983 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-21f0eb5c-4f84-495e-983e-9ac210136e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:38.209941 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-21f0eb5c-4f84-495e-983e-9ac210136e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:38.215021 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-21f0eb5c-4f84-495e-983e-9ac210136e31 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67392d90-72dd-47e2-931b-d0d34c056b90 HTTP/1.1" status: 204 len: 168 time: 0.2878172 Nov 11 22:23:38.220576 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ccaa5f59-9712-44c0-90c2-ab9af9bc8886 req-75f9282f-1055-42ff-b3ba-e3c3282b1a27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc2b4ff-5ba5-4c29-862b-6c821b93666f HTTP/1.1" status: 200 len: 217 time: 0.0648303 Nov 11 22:23:38.297925 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa5f59-9712-44c0-90c2-ab9af9bc8886 req-33cc827d-909b-4210-be02-8541fe6cc31a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:38.299649 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ccaa5f59-9712-44c0-90c2-ab9af9bc8886 req-33cc827d-909b-4210-be02-8541fe6cc31a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28b1f60c-9def-4779-8aa9-49aa02b8c273 HTTP/1.1" status: 200 len: 856 time: 0.0721912 Nov 11 22:23:38.393727 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ccaa5f59-9712-44c0-90c2-ab9af9bc8886 req-c8b4dda9-99b6-4fc6-860f-46da254fc4e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e502878-60da-4698-8f22-97917266e235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819898 Nov 11 22:23:38.578987 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ccaa5f59-9712-44c0-90c2-ab9af9bc8886 req-a84ee1a5-238a-4d38-8a28-28e322854c76 service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822500 Nov 11 22:23:38.818981 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad7422-6a6d-41cc-8280-67e512106be2 req-bf3595db-96ee-4c77-aff9-028a3c55b2b1 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:38.821002 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dbad7422-6a6d-41cc-8280-67e512106be2 req-bf3595db-96ee-4c77-aff9-028a3c55b2b1 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 943 time: 0.0979493 Nov 11 22:23:38.901982 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dbad7422-6a6d-41cc-8280-67e512106be2 req-1db9abae-bb90-43c0-80aa-df2e06801fcc tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694668 Nov 11 22:23:39.012931 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ccaa5f59-9712-44c0-90c2-ab9af9bc8886 req-22669cb9-929b-4222-a486-6ef08143484a service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260068 Nov 11 22:23:39.322677 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device ffc2b4ff-5ba5-4c29-862b-6c821b93666f details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:23:39.469835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port ffc2b4ff-5ba5-4c29-862b-6c821b93666f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:23:39.484251 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'port_id': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f', 'mac_address': 'fa:16:3e:52:50:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:23:39.551012 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:39.569222 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc2b4ff-5ba5-4c29-862b-6c821b93666f {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:23:39.585019 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port ffc2b4ff-5ba5-4c29-862b-6c821b93666f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:23:39.638617 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:39.640547 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:39.711332 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:39.722520 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:39.722915 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:39.723303 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:39.723686 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:39.726147 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:39.726539 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:39.727388 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:39.727388 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:39.728212 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:39.728212 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:39.728798 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:39.733189 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:39.927629 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['ffc2b4ff-5ba5-4c29-862b-6c821b93666f'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:23:40.154157 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241af5f-141f-4667-81ca-5ecbee1d7638 req-cff450ba-398c-433c-a520-a4107114ff22 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:40.155834 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7241af5f-141f-4667-81ca-5ecbee1d7638 req-cff450ba-398c-433c-a520-a4107114ff22 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 944 time: 0.0898058 Nov 11 22:23:40.212907 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7241af5f-141f-4667-81ca-5ecbee1d7638 req-6dae7c67-b829-4c1b-ad97-6add3e2f0848 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509157 Nov 11 22:23:41.334937 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device ffc2b4ff-5ba5-4c29-862b-6c821b93666f up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:23:41.502893 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b03657-1041-4d98-a2d4-ea7b51deed0e req-bff49c15-b995-479f-ace1-daf1aa18e2fc tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:41.506221 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a8b03657-1041-4d98-a2d4-ea7b51deed0e req-bff49c15-b995-479f-ace1-daf1aa18e2fc tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 944 time: 0.1299243 Nov 11 22:23:41.526575 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning for port ffc2b4ff-5ba5-4c29-862b-6c821b93666f completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:23:41.535834 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port ffc2b4ff-5ba5-4c29-862b-6c821b93666f triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:23:41.536411 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:41.631040 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a8b03657-1041-4d98-a2d4-ea7b51deed0e req-b0f24fd9-ba61-4ef2-a94e-a1336f405b2c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182902 Nov 11 22:23:41.666661 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b53d2-91a9-47cb-b867-292aa83b379e req-a41f4344-2fee-4c65-a118-c903ba28d25b tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:41.668576 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7f4b53d2-91a9-47cb-b867-292aa83b379e req-a41f4344-2fee-4c65-a118-c903ba28d25b tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.1607814 Nov 11 22:23:41.749541 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7f4b53d2-91a9-47cb-b867-292aa83b379e req-682d3ed6-499b-436e-b85f-99d4c298c70c tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587022 Nov 11 22:23:41.948262 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:41.999334 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfc8d02-26ab-41d9-be97-28b3ebcf5010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:23:42.012826 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port ffc2b4ff-5ba5-4c29-862b-6c821b93666f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:23:42.050282 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:42.052654 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:42.095088 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cfc8d02-26ab-41d9-be97-28b3ebcf5010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f', 'code': 200} Nov 11 22:23:42.131353 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:42.135899 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:42.372581 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1803f4f6-ae07-438e-b38c-a0531ef11a4c req-ed82fd98-0671-4e5f-bef5-78ae736b7b57 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 1098 time: 0.0746489 Nov 11 22:23:42.423873 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1803f4f6-ae07-438e-b38c-a0531ef11a4c req-510377fc-8ad4-417d-a74a-849ce9be6b9f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430589 Nov 11 22:23:43.078181 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594bca1-f76b-4e13-9f4f-baf37d8b64a1 req-2f55cf10-3867-4eec-b9c7-d5686c42a879 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:43.079889 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2594bca1-f76b-4e13-9f4f-baf37d8b64a1 req-2f55cf10-3867-4eec-b9c7-d5686c42a879 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.1708181 Nov 11 22:23:43.087124 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0297e6-6ae9-4dde-9466-0af84e10f298 req-91293ac0-5b38-45f5-8d9b-be30f5574042 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:43.088770 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1e0297e6-6ae9-4dde-9466-0af84e10f298 req-91293ac0-5b38-45f5-8d9b-be30f5574042 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.1219122 Nov 11 22:23:43.182045 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2594bca1-f76b-4e13-9f4f-baf37d8b64a1 req-b2e48cba-436c-4529-8286-269bd6ac5a38 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920680 Nov 11 22:23:43.184577 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1e0297e6-6ae9-4dde-9466-0af84e10f298 req-620a065b-817b-43f7-b34c-1ae50124fb39 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772598 Nov 11 22:23:43.988566 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd847a31-c649-4499-bc0a-1f13257357bd req-cba2888e-811f-4c0d-8f99-b212d504b1f8 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:43.989211 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-bd847a31-c649-4499-bc0a-1f13257357bd req-cba2888e-811f-4c0d-8f99-b212d504b1f8 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Synchronizing usage tracker for tenant:69cfca7e767f4503aac480dce5907cdb on resource:port {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:23:44.060443 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-bd847a31-c649-4499-bc0a-1f13257357bd req-cba2888e-811f-4c0d-8f99-b212d504b1f8 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Unset dirty status for tenant:69cfca7e767f4503aac480dce5907cdb on resource:port {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:23:44.062038 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bd847a31-c649-4499-bc0a-1f13257357bd req-cba2888e-811f-4c0d-8f99-b212d504b1f8 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.55 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.1578856 Nov 11 22:23:44.140619 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-bd847a31-c649-4499-bc0a-1f13257357bd req-25d1ec1b-2369-49ce-9da7-8245d5e84396 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Deleting port c0707fe6-c67d-453e-8123-9fafa0c21b41 {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:23:44.141011 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-bd847a31-c649-4499-bc0a-1f13257357bd req-25d1ec1b-2369-49ce-9da7-8245d5e84396 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:44.402174 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 60388) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:44.474563 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-bd847a31-c649-4499-bc0a-1f13257357bd req-25d1ec1b-2369-49ce-9da7-8245d5e84396 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] For port c0707fe6-c67d-453e-8123-9fafa0c21b41, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=c0707fe6-c67d-453e-8123-9fafa0c21b41,segment=NetworkSegment(31b3fab0-ce58-4863-b5fe-b07185a84084),segment_id=31b3fab0-ce58-4863-b5fe-b07185a84084)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:23:44.474971 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-bd847a31-c649-4499-bc0a-1f13257357bd req-25d1ec1b-2369-49ce-9da7-8245d5e84396 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:44.523940 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d3b8-7bff-4eaa-a0b5-e62244ed176b req-d8fe4f7e-6a09-4dfc-9106-95b6f954cd65 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:44.525607 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08b2d3b8-7bff-4eaa-a0b5-e62244ed176b req-d8fe4f7e-6a09-4dfc-9106-95b6f954cd65 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 946 time: 0.1790159 Nov 11 22:23:44.541672 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0ccde-4bad-4f95-a8dc-db66106d5433 req-c5823a3b-5721-4415-b507-34ef1c68089e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:44.544142 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-73a0ccde-4bad-4f95-a8dc-db66106d5433 req-c5823a3b-5721-4415-b507-34ef1c68089e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.1419501 Nov 11 22:23:44.624537 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-08b2d3b8-7bff-4eaa-a0b5-e62244ed176b req-25619ffd-1611-4b9c-ab1f-9c3c0beaa29b tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792716 Nov 11 22:23:44.665360 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-73a0ccde-4bad-4f95-a8dc-db66106d5433 req-d6dcc56f-0455-47fa-afe5-60cda360ba2f tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935159 Nov 11 22:23:44.695285 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-25a9a727-c313-4c7c-a601-0ee07338f4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:44.826329 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-25a9a727-c313-4c7c-a601-0ee07338f4bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:44.839732 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-25a9a727-c313-4c7c-a601-0ee07338f4bb admin admin] Usage tracker for resource:security_group_rule and tenant:5024611b93bd4775b6b98be098e1e098 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:44.844790 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-25a9a727-c313-4c7c-a601-0ee07338f4bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:44.862321 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-25a9a727-c313-4c7c-a601-0ee07338f4bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:44.887746 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-bd847a31-c649-4499-bc0a-1f13257357bd req-25d1ec1b-2369-49ce-9da7-8245d5e84396 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:44.887746 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-bd847a31-c649-4499-bc0a-1f13257357bd req-25d1ec1b-2369-49ce-9da7-8245d5e84396 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854332685'] for floatingip, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:44.887746 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.l3_db [req-bd847a31-c649-4499-bc0a-1f13257357bd req-25d1ec1b-2369-49ce-9da7-8245d5e84396 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Floating IP 6fde05c1-63d8-4d90-857c-5d88515bc5d7 disassociated. External IP: 172.28.0.223, port: c0707fe6-c67d-453e-8123-9fafa0c21b41. Nov 11 22:23:44.888659 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-bd847a31-c649-4499-bc0a-1f13257357bd req-25d1ec1b-2369-49ce-9da7-8245d5e84396 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Calling delete_port for c0707fe6-c67d-453e-8123-9fafa0c21b41 owned by compute:nova {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:23:44.948378 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f2e97-5865-4e1b-886b-7bc74b338fa9 req-8c712eff-30e6-476a-8207-f1c35cfe5189 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:44.952704 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c88f2e97-5865-4e1b-886b-7bc74b338fa9 req-8c712eff-30e6-476a-8207-f1c35cfe5189 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.1515131 Nov 11 22:23:44.972007 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60402) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:44.979989 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d796f326-e8b3-4a99-8efa-299e3d236ee3 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Request body: {'floatingip': {'port_id': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:23:45.079668 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d796f326-e8b3-4a99-8efa-299e3d236ee3 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for floatingip, before_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:45.159037 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-25a9a727-c313-4c7c-a601-0ee07338f4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:45.202827 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-25a9a727-c313-4c7c-a601-0ee07338f4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:45.211872 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-16e08989-e7e1-435e-8bd2-328ce658bc98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:45.249168 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-bd847a31-c649-4499-bc0a-1f13257357bd req-25d1ec1b-2369-49ce-9da7-8245d5e84396 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:45.284443 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9a727-c313-4c7c-a601-0ee07338f4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9359dd21-a718-4670-886b-f62d4b573afe,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:45.289582 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-25a9a727-c313-4c7c-a601-0ee07338f4bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5024611b93bd4775b6b98be098e1e098&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8860130 Nov 11 22:23:45.290663 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-25a9a727-c313-4c7c-a601-0ee07338f4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:45.293168 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:45.318103 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60406) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:45.378656 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d1ec1b-2369-49ce-9da7-8245d5e84396 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Pushing event deleted for resources: {'Port': ['ID=c0707fe6-c67d-453e-8123-9fafa0c21b41,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:45.381673 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-25d1ec1b-2369-49ce-9da7-8245d5e84396 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:45.508190 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-afed36be-1ad8-4514-8f04-3727e1e760d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:45.614883 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-afed36be-1ad8-4514-8f04-3727e1e760d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:45.705416 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd847a31-c649-4499-bc0a-1f13257357bd req-25d1ec1b-2369-49ce-9da7-8245d5e84396 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Router 4d645204-5730-4494-9d7b-581114e41029 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:23:45.938298 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c8c14f8c-14c9-442f-a2b1-06c092dbe8bc req-9a33a820-6cd3-43d8-a67b-1b9b92cd7aef tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 210 time: 0.0624523 Nov 11 22:23:45.978871 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-afed36be-1ad8-4514-8f04-3727e1e760d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:45.988564 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd847a31-c649-4499-bc0a-1f13257357bd req-25d1ec1b-2369-49ce-9da7-8245d5e84396 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:23:45.989119 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2fe42625-6b59-4708-84d0-27b77cc9f3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:46.003891 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf00db3-784f-4977-b78e-09e8fb10cab2 None None] Sync routers for ids ['4d645204-5730-4494-9d7b-581114e41029'] in dv-cinder-815883-4-smb {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:23:46.019032 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf00db3-784f-4977-b78e-09e8fb10cab2 None None] Routers {'4d645204-5730-4494-9d7b-581114e41029'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:23:46.020406 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-eaf00db3-784f-4977-b78e-09e8fb10cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:23:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['4d645204-5730-4494-9d7b-581114e41029'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:23:46.030199 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed36be-1ad8-4514-8f04-3727e1e760d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9359dd21-a718-4670-886b-f62d4b573afe,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:46.044996 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-afed36be-1ad8-4514-8f04-3727e1e760d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:46.053950 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-afed36be-1ad8-4514-8f04-3727e1e760d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:46.057835 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-afed36be-1ad8-4514-8f04-3727e1e760d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9359dd21-a718-4670-886b-f62d4b573afe HTTP/1.1" status: 204 len: 168 time: 0.7384980 Nov 11 22:23:46.088494 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd847a31-c649-4499-bc0a-1f13257357bd req-25d1ec1b-2369-49ce-9da7-8245d5e84396 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] No DVR routers for this DVR port c0707fe6-c67d-453e-8123-9fafa0c21b41 on host hv-cinder-81588 {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:23:46.092956 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-bd847a31-c649-4499-bc0a-1f13257357bd req-25d1ec1b-2369-49ce-9da7-8245d5e84396 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:46.101651 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cd8f6f-20cd-498a-9d26-599892fb60f3', 'name': 'network-vif-deleted', 'tag': 'c0707fe6-c67d-453e-8123-9fafa0c21b41'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:23:46.193015 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bd847a31-c649-4499-bc0a-1f13257357bd req-25d1ec1b-2369-49ce-9da7-8245d5e84396 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.55 "DELETE /v2.0/ports/c0707fe6-c67d-453e-8123-9fafa0c21b41 HTTP/1.1" status: 204 len: 173 time: 2.1243730 Nov 11 22:23:46.227002 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cd8f6f-20cd-498a-9d26-599892fb60f3', 'name': 'network-vif-deleted', 'tag': 'c0707fe6-c67d-453e-8123-9fafa0c21b41', 'status': 'completed', 'code': 200} Nov 11 22:23:46.336400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-eaf00db3-784f-4977-b78e-09e8fb10cab2 None None] Set router 4d645204-5730-4494-9d7b-581114e41029 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:23:46.564406 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d796f326-e8b3-4a99-8efa-299e3d236ee3 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:46.621072 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d796f326-e8b3-4a99-8efa-299e3d236ee3 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854332685'] for floatingip, after_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:46.796610 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-eaf00db3-784f-4977-b78e-09e8fb10cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:19:01Z', 'revision_number': 4, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '41a7df62-13d4-4c63-86e9-d90560ec9abd', 'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'mac_address': 'fa:16:3e:7b:03:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:57Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'subnets': [{'id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:23:46.802167 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf00db3-784f-4977-b78e-09e8fb10cab2 None None] Checking router: 4d645204-5730-4494-9d7b-581114e41029 for host: dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:23:46.816962 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf00db3-784f-4977-b78e-09e8fb10cab2 None None] Routers {'4d645204-5730-4494-9d7b-581114e41029'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:23:46.817669 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-eaf00db3-784f-4977-b78e-09e8fb10cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:23:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['4d645204-5730-4494-9d7b-581114e41029'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:23:46.891538 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.l3_db [None req-d796f326-e8b3-4a99-8efa-299e3d236ee3 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Floating IP b9e45cfd-0977-4ff6-bd02-c56ccc11d67b associated. External IP: 172.28.0.189, port: ffc2b4ff-5ba5-4c29-862b-6c821b93666f. Nov 11 22:23:47.206296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-eaf00db3-784f-4977-b78e-09e8fb10cab2 None None] Set router 4d645204-5730-4494-9d7b-581114e41029 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:23:47.279907 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f99cf8a7-2c8a-470f-8876-02ad0b8b8307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:47.300522 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-43a5d524-2341-44ce-9492-fa334b34404d req-459c0667-4c2e-477f-9274-77fb62d86dae tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=19cd8f6f-20cd-498a-9d26-599892fb60f3 HTTP/1.1" status: 200 len: 210 time: 0.0704188 Nov 11 22:23:47.419915 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device c0707fe6-c67d-453e-8123-9fafa0c21b41 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:23:47.463470 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] No Port match for: c0707fe6-c67d-453e-8123-9fafa0c21b41 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:23:47.463816 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device c0707fe6-c67d-453e-8123-9fafa0c21b41 not bound to the agent host hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:23:47.598373 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d796f326-e8b3-4a99-8efa-299e3d236ee3 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Router d3907bdb-eddc-43f3-889e-90275a1f4d50 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:23:47.828611 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-eaf00db3-784f-4977-b78e-09e8fb10cab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:19:01Z', 'revision_number': 4, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '41a7df62-13d4-4c63-86e9-d90560ec9abd', 'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'mac_address': 'fa:16:3e:7b:03:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:57Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'subnets': [{'id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:23:47.836964 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf00db3-784f-4977-b78e-09e8fb10cab2 None None] The sync data for ids ['4d645204-5730-4494-9d7b-581114e41029'] in dv-cinder-815883-4-smb is: [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:19:01Z', 'revision_number': 4, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '41a7df62-13d4-4c63-86e9-d90560ec9abd', 'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'mac_address': 'fa:16:3e:7b:03:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:57Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'subnets': [{'id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:23:47.849593 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d796f326-e8b3-4a99-8efa-299e3d236ee3 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:23:47.856301 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d796f326-e8b3-4a99-8efa-299e3d236ee3 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for floatingip, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:47.867954 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54566e5f-c327-44b6-ae46-91abc253a216 None None] Sync routers for ids ['d3907bdb-eddc-43f3-889e-90275a1f4d50'] in dv-cinder-815883-4-smb {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:23:47.904139 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54566e5f-c327-44b6-ae46-91abc253a216 None None] Routers {'d3907bdb-eddc-43f3-889e-90275a1f4d50'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:23:47.905562 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-54566e5f-c327-44b6-ae46-91abc253a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:23:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['d3907bdb-eddc-43f3-889e-90275a1f4d50'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:23:47.945622 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-d796f326-e8b3-4a99-8efa-299e3d236ee3 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "PUT /v2.0/floatingips/b9e45cfd-0977-4ff6-bd02-c56ccc11d67b HTTP/1.1" status: 200 len: 991 time: 2.9720256 Nov 11 22:23:47.949452 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cfc8d02-26ab-41d9-be97-28b3ebcf5010', 'tag': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f'}] {{(pid=88355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:23:48.012901 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cfc8d02-26ab-41d9-be97-28b3ebcf5010', 'tag': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f', 'status': 'completed', 'code': 200} Nov 11 22:23:48.132891 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-94b43ffa-34b8-481d-a22d-1337317de886 req-da862e22-ce33-4bfd-b3da-6c8cf4d16b4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30b5c8060107440099282a255f5a3afc&device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 1098 time: 0.0949783 Nov 11 22:23:48.173481 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-54566e5f-c327-44b6-ae46-91abc253a216 None None] Set router d3907bdb-eddc-43f3-889e-90275a1f4d50 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:23:48.325925 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b43ffa-34b8-481d-a22d-1337317de886 req-15f701de-53c1-4fec-9915-a599af567151 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:48.328131 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-94b43ffa-34b8-481d-a22d-1337317de886 req-15f701de-53c1-4fec-9915-a599af567151 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e502878-60da-4698-8f22-97917266e235 HTTP/1.1" status: 200 len: 918 time: 0.1889358 Nov 11 22:23:48.485687 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eab91da-78e7-464f-88a8-eddaa84fee1c None None] New status for floating IP 6fde05c1-63d8-4d90-857c-5d88515bc5d7: DOWN {{(pid=88357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 22:23:48.517999 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-94b43ffa-34b8-481d-a22d-1337317de886 req-f07a95bf-86a9-4e73-9b40-2041d0436a45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc2b4ff-5ba5-4c29-862b-6c821b93666f HTTP/1.1" status: 200 len: 999 time: 0.1786196 Nov 11 22:23:48.629677 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60482) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:48.674805 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b43ffa-34b8-481d-a22d-1337317de886 req-49f41c09-b277-49b0-a9e8-ad57457f268a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:48.676688 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-94b43ffa-34b8-481d-a22d-1337317de886 req-49f41c09-b277-49b0-a9e8-ad57457f268a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28b1f60c-9def-4779-8aa9-49aa02b8c273 HTTP/1.1" status: 200 len: 856 time: 0.1538153 Nov 11 22:23:48.786448 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-137770f1-9157-4f76-8a9c-80d429916874 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:48.802019 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-94b43ffa-34b8-481d-a22d-1337317de886 req-a988cf9c-f516-46df-8b6e-6859a9caa9ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e502878-60da-4698-8f22-97917266e235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1181464 Nov 11 22:23:48.867915 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-137770f1-9157-4f76-8a9c-80d429916874 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:48.935466 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:48.955131 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-54566e5f-c327-44b6-ae46-91abc253a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:19:04Z', 'revision_number': 4, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_floatingips': [{'id': 'b9e45cfd-0977-4ff6-bd02-c56ccc11d67b', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'floating_ip_address': '172.28.0.189', 'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'router_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'port_id': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'mac_address': 'fa:16:3e:52:50:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc8d02-26ab-41d9-be97-28b3ebcf5010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:23:30Z', 'updated_at': '2021-11-11T22:23:46Z', 'revision_number': 1, 'project_id': '30b5c8060107440099282a255f5a3afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5263b172-849d-4f6c-be93-0b151365a3c7', 'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'mac_address': 'fa:16:3e:c0:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:00Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '30b5c8060107440099282a255f5a3afc', 'subnets': [{'id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:23:48.960942 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54566e5f-c327-44b6-ae46-91abc253a216 None None] Checking router: d3907bdb-eddc-43f3-889e-90275a1f4d50 for host: dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:23:48.994225 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54566e5f-c327-44b6-ae46-91abc253a216 None None] Routers {'d3907bdb-eddc-43f3-889e-90275a1f4d50'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:23:48.995198 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-54566e5f-c327-44b6-ae46-91abc253a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:23:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['d3907bdb-eddc-43f3-889e-90275a1f4d50'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:23:49.004358 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-137770f1-9157-4f76-8a9c-80d429916874 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:49.011626 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-555f375d-81e9-4406-a14d-8e8040d2df1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:49.032152 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137770f1-9157-4f76-8a9c-80d429916874 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f7c9f4-ec38-4eaf-83cd-f45f80e4830d,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:49.035426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-137770f1-9157-4f76-8a9c-80d429916874 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:49.084795 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-137770f1-9157-4f76-8a9c-80d429916874 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:49.088968 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-137770f1-9157-4f76-8a9c-80d429916874 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "DELETE /v2.0/security-groups/58f7c9f4-ec38-4eaf-83cd-f45f80e4830d HTTP/1.1" status: 204 len: 168 time: 0.4550858 Nov 11 22:23:49.089379 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60492) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:49.094881 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-94b43ffa-34b8-481d-a22d-1337317de886 req-d70fb7d9-d33c-4d5b-b9b2-8cacdda69d4d service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852914 Nov 11 22:23:49.115871 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.v2.resource [None req-124089e6-b086-488c-9ed0-966e828f289e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] show failed (client error): The resource could not be found. Nov 11 22:23:49.117970 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-124089e6-b086-488c-9ed0-966e828f289e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups/58f7c9f4-ec38-4eaf-83cd-f45f80e4830d HTTP/1.1" status: 404 len: 347 time: 0.0271654 Nov 11 22:23:49.124435 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60496) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:49.385580 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-99340680-1aaa-4af3-8ea0-85ebbc0e0a15 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Deleting port 0b5005f0-d6e3-43d7-9116-1af0481592c5 {{(pid=88355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:23:49.391289 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-99340680-1aaa-4af3-8ea0-85ebbc0e0a15 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:49.431185 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-94b43ffa-34b8-481d-a22d-1337317de886 req-31cae4db-a21f-425f-bf22-746649690489 service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266604 Nov 11 22:23:49.574376 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-54566e5f-c327-44b6-ae46-91abc253a216 None None] Set router d3907bdb-eddc-43f3-889e-90275a1f4d50 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:23:49.610548 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-99340680-1aaa-4af3-8ea0-85ebbc0e0a15 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:49.611470 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-99340680-1aaa-4af3-8ea0-85ebbc0e0a15 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:49.654901 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-808dfcef-0248-4dce-b473-75349441ec6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:49.749864 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-99340680-1aaa-4af3-8ea0-85ebbc0e0a15 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Calling delete_port for 0b5005f0-d6e3-43d7-9116-1af0481592c5 owned by network:floatingip {{(pid=88355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:23:49.980211 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-99340680-1aaa-4af3-8ea0-85ebbc0e0a15 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:49.989047 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-84ca7358-4911-4829-a5ea-e79fe388d6c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:50.062449 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99340680-1aaa-4af3-8ea0-85ebbc0e0a15 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Pushing event deleted for resources: {'Port': ['ID=0b5005f0-d6e3-43d7-9116-1af0481592c5,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:50.067601 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-99340680-1aaa-4af3-8ea0-85ebbc0e0a15 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:50.174553 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-54566e5f-c327-44b6-ae46-91abc253a216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:19:04Z', 'revision_number': 4, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_floatingips': [{'id': 'b9e45cfd-0977-4ff6-bd02-c56ccc11d67b', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'floating_ip_address': '172.28.0.189', 'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'router_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'port_id': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'mac_address': 'fa:16:3e:52:50:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc8d02-26ab-41d9-be97-28b3ebcf5010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:23:30Z', 'updated_at': '2021-11-11T22:23:46Z', 'revision_number': 1, 'project_id': '30b5c8060107440099282a255f5a3afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5263b172-849d-4f6c-be93-0b151365a3c7', 'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'mac_address': 'fa:16:3e:c0:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:00Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '30b5c8060107440099282a255f5a3afc', 'subnets': [{'id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:23:50.180692 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54566e5f-c327-44b6-ae46-91abc253a216 None None] The sync data for ids ['d3907bdb-eddc-43f3-889e-90275a1f4d50'] in dv-cinder-815883-4-smb is: [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:19:04Z', 'revision_number': 4, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_floatingips': [{'id': 'b9e45cfd-0977-4ff6-bd02-c56ccc11d67b', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'floating_ip_address': '172.28.0.189', 'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'router_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'port_id': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'mac_address': 'fa:16:3e:52:50:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cfc8d02-26ab-41d9-be97-28b3ebcf5010', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:23:30Z', 'updated_at': '2021-11-11T22:23:46Z', 'revision_number': 1, 'project_id': '30b5c8060107440099282a255f5a3afc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5263b172-849d-4f6c-be93-0b151365a3c7', 'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'mac_address': 'fa:16:3e:c0:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:00Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '30b5c8060107440099282a255f5a3afc', 'subnets': [{'id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:23:50.181058 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-99340680-1aaa-4af3-8ea0-85ebbc0e0a15 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for floatingip, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:50.198882 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-99340680-1aaa-4af3-8ea0-85ebbc0e0a15 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for floatingip, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:50.203075 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-99340680-1aaa-4af3-8ea0-85ebbc0e0a15 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "DELETE /v2.0/floatingips/6fde05c1-63d8-4d90-857c-5d88515bc5d7 HTTP/1.1" status: 204 len: 168 time: 1.0733593 Nov 11 22:23:50.255029 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:50.594564 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60530) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:50.604007 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e0815b94-8bda-49b7-a756-91e7520e5d85 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--457682997', 'description': 'tempest-description--881571325'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:23:50.611517 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e0815b94-8bda-49b7-a756-91e7520e5d85 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:50.619160 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e0815b94-8bda-49b7-a756-91e7520e5d85 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Usage tracker for resource:security_group and tenant:69cfca7e767f4503aac480dce5907cdb is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:50.622802 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e0815b94-8bda-49b7-a756-91e7520e5d85 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:50.630509 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e0815b94-8bda-49b7-a756-91e7520e5d85 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:50.679713 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e0815b94-8bda-49b7-a756-91e7520e5d85 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:50.702253 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3351287d-b1db-4601-a14b-3fb7b8913119 None None] New status for floating IP b9e45cfd-0977-4ff6-bd02-c56ccc11d67b: ACTIVE {{(pid=88358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 22:23:50.732965 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e0815b94-8bda-49b7-a756-91e7520e5d85 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:50.737333 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e0815b94-8bda-49b7-a756-91e7520e5d85 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Usage tracker for resource:security_group_rule and tenant:69cfca7e767f4503aac480dce5907cdb is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:50.744724 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e0815b94-8bda-49b7-a756-91e7520e5d85 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:50.754327 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e0815b94-8bda-49b7-a756-91e7520e5d85 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:50.829153 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e0815b94-8bda-49b7-a756-91e7520e5d85 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:50.859644 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e0815b94-8bda-49b7-a756-91e7520e5d85 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:50.865759 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ae48c0f0-26e4-4b02-93d7-67bdcb6344cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:50.917890 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0815b94-8bda-49b7-a756-91e7520e5d85 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8583d47c-75ed-447b-85ce-e5c5042ed5f2,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:50.921502 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e0815b94-8bda-49b7-a756-91e7520e5d85 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:50.962701 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e0815b94-8bda-49b7-a756-91e7520e5d85 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:50.967338 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-e0815b94-8bda-49b7-a756-91e7520e5d85 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3689919 Nov 11 22:23:50.968094 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 60548) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:50.976314 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-24efb7f2-01be-4916-9901-267de1637fb9 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Request body: {'security_group_rule': {'security_group_id': '8583d47c-75ed-447b-85ce-e5c5042ed5f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:23:50.984685 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-24efb7f2-01be-4916-9901-267de1637fb9 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:50.990800 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-24efb7f2-01be-4916-9901-267de1637fb9 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Usage tracker for resource:security_group_rule and tenant:69cfca7e767f4503aac480dce5907cdb is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:50.994738 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-24efb7f2-01be-4916-9901-267de1637fb9 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:51.004615 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-24efb7f2-01be-4916-9901-267de1637fb9 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:51.074558 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-24efb7f2-01be-4916-9901-267de1637fb9 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:51.210961 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-24efb7f2-01be-4916-9901-267de1637fb9 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:51.253817 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-24efb7f2-01be-4916-9901-267de1637fb9 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:51.265009 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-335a4038-b433-4c45-b30f-79544ee9b697 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:51.286403 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efb7f2-01be-4916-9901-267de1637fb9 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc786fbc-0b3f-4ac6-b128-56bb58765cc4,revision_number=0']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:51.302783 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-24efb7f2-01be-4916-9901-267de1637fb9 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:51.341403 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-24efb7f2-01be-4916-9901-267de1637fb9 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:51.343207 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-24efb7f2-01be-4916-9901-267de1637fb9 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3737743 Nov 11 22:23:51.347208 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 60552) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:51.355796 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-b767606a-357b-4bc6-b5e8-abf196f9a984 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Request body: {'security_group_rule': {'security_group_id': '8583d47c-75ed-447b-85ce-e5c5042ed5f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:23:51.362563 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b767606a-357b-4bc6-b5e8-abf196f9a984 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:51.368421 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-b767606a-357b-4bc6-b5e8-abf196f9a984 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Usage tracker for resource:security_group_rule and tenant:69cfca7e767f4503aac480dce5907cdb is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:51.372182 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-b767606a-357b-4bc6-b5e8-abf196f9a984 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:51.381287 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b767606a-357b-4bc6-b5e8-abf196f9a984 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:51.455401 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:51.464766 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b767606a-357b-4bc6-b5e8-abf196f9a984 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:51.543088 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60558) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:51.546805 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b767606a-357b-4bc6-b5e8-abf196f9a984 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:51.581182 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b767606a-357b-4bc6-b5e8-abf196f9a984 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:51.583656 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e00ce79b-9eda-4e3c-afc9-484cd269fb0d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:51.612792 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767606a-357b-4bc6-b5e8-abf196f9a984 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303420c3-4d93-4f0e-b103-b28dd1cb74d9,revision_number=0']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:51.615562 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b767606a-357b-4bc6-b5e8-abf196f9a984 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:51.678313 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b767606a-357b-4bc6-b5e8-abf196f9a984 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:51.680459 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-b767606a-357b-4bc6-b5e8-abf196f9a984 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3317437 Nov 11 22:23:51.683759 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 60564) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:51.690132 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Request body: {'floatingip': {'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:23:51.696401 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:51.701101 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Usage tracker for resource:floatingip and tenant:69cfca7e767f4503aac480dce5907cdb is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:51.704241 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:51.710546 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:51.720009 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b91704cd-6f39-4316-a29b-dfd2bcc16db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:51.742658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for floatingip, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:51.761148 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b91704cd-6f39-4316-a29b-dfd2bcc16db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:51.766460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-b91704cd-6f39-4316-a29b-dfd2bcc16db6 admin admin] Usage tracker for resource:security_group_rule and tenant:413d7458ff6247d691322c008b27d1f7 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:51.773150 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-b91704cd-6f39-4316-a29b-dfd2bcc16db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:51.781939 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b91704cd-6f39-4316-a29b-dfd2bcc16db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:51.857409 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b91704cd-6f39-4316-a29b-dfd2bcc16db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:51.889696 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b91704cd-6f39-4316-a29b-dfd2bcc16db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:51.898380 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4deb200c-c43d-4f86-bfe9-4e1505fecc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:51.914325 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:51.948099 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91704cd-6f39-4316-a29b-dfd2bcc16db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276c3ebf-4471-40ae-b348-01bb1aa11596,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:51.954028 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-b91704cd-6f39-4316-a29b-dfd2bcc16db6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=413d7458ff6247d691322c008b27d1f7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4081211 Nov 11 22:23:51.954028 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b91704cd-6f39-4316-a29b-dfd2bcc16db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:51.961679 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60574) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:52.040598 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2eb7-7b41-4b20-a730-125653e0d896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:52.079301 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2eb7-7b41-4b20-a730-125653e0d896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:52.170026 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2eb7-7b41-4b20-a730-125653e0d896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:52.174312 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-310c2824-8243-4ca6-a26a-8ceb422dbb33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:52.187406 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b2eb7-7b41-4b20-a730-125653e0d896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276c3ebf-4471-40ae-b348-01bb1aa11596,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:52.190131 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1d2b2eb7-7b41-4b20-a730-125653e0d896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:52.197496 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1d2b2eb7-7b41-4b20-a730-125653e0d896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:52.203142 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-1d2b2eb7-7b41-4b20-a730-125653e0d896 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/276c3ebf-4471-40ae-b348-01bb1aa11596 HTTP/1.1" status: 204 len: 168 time: 0.2359831 Nov 11 22:23:52.310246 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Allocated IP 172.28.0.96 (bf438b09-e7cb-41a3-9cf4-64cadd7b8e13/ef69609a-b63d-436e-8cdc-c158ad574162/7fc88c9a-2951-4ae4-b654-941eccbd4eae) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:23:52.481981 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:52.528744 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:52.533902 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fdbf9c5f-5f2c-4f1f-a180-cef89385955a tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:52.603297 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:23:52.606507 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:23:52.611337 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:23:52.638189 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Pushing event updated for resources: {'Port': ['ID=7fc88c9a-2951-4ae4-b654-941eccbd4eae,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:52.641156 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:52.790783 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60582) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:52.811285 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9c88123f-ea1a-4cc0-a741-c3ef060f952c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:52.848530 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9c88123f-ea1a-4cc0-a741-c3ef060f952c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:52.851391 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:52.853807 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-9c88123f-ea1a-4cc0-a741-c3ef060f952c admin admin] Usage tracker for resource:security_group_rule and tenant:13456294f17b4fd5bd6aac04d5decaa0 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:23:52.858137 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-9c88123f-ea1a-4cc0-a741-c3ef060f952c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:23:52.869919 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-9c88123f-ea1a-4cc0-a741-c3ef060f952c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:52.953058 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:52.978631 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9c88123f-ea1a-4cc0-a741-c3ef060f952c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:53.015373 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9c88123f-ea1a-4cc0-a741-c3ef060f952c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:53.030846 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-47f6c906-b362-404f-ae4e-0721cf502096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:53.083773 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88123f-ea1a-4cc0-a741-c3ef060f952c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4741c54-d95c-4b25-8aae-c62d7b7edf1f,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:53.090074 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9c88123f-ea1a-4cc0-a741-c3ef060f952c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:53.094191 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-9c88123f-ea1a-4cc0-a741-c3ef060f952c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13456294f17b4fd5bd6aac04d5decaa0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3017931 Nov 11 22:23:53.102540 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60592) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:23:53.179647 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-10b2f054-0518-4f4b-9c33-18decd7121e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:53.215096 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:53.230304 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-10b2f054-0518-4f4b-9c33-18decd7121e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:53.255864 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853672831'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:53.262334 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-53230f8b-022b-48e0-97f2-b84ecef92863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:53.312721 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-10b2f054-0518-4f4b-9c33-18decd7121e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:53.320436 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fbcf2c5d-9fc8-4d46-b6bb-5438a34ad431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:53.345978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2f054-0518-4f4b-9c33-18decd7121e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4741c54-d95c-4b25-8aae-c62d7b7edf1f,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:53.349036 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-10b2f054-0518-4f4b-9c33-18decd7121e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:53.351359 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-10b2f054-0518-4f4b-9c33-18decd7121e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:53.352662 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-10b2f054-0518-4f4b-9c33-18decd7121e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4741c54-d95c-4b25-8aae-c62d7b7edf1f HTTP/1.1" status: 204 len: 168 time: 0.2486615 Nov 11 22:23:53.423178 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Pushing event updated for resources: {'Port': ['ID=7fc88c9a-2951-4ae4-b654-941eccbd4eae,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:53.448249 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:53.448658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:53.449171 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:53.449564 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:53.450032 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:53.450425 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:53.450814 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:53.451203 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:53.451590 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:53.451975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:53.452362 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:23:53.459115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:53.465217 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854332685'] for floatingip, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:53.558664 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for floatingip, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:53.569858 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8751092 Nov 11 22:23:54.043202 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-8b846733-4177-4326-94dc-f23b4fbade3b tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Synchronizing usage tracker for tenant:69cfca7e767f4503aac480dce5907cdb on resource:security_group {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:23:54.167967 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-8b846733-4177-4326-94dc-f23b4fbade3b tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Unset dirty status for tenant:69cfca7e767f4503aac480dce5907cdb on resource:security_group {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:23:54.169628 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-8b846733-4177-4326-94dc-f23b4fbade3b tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--457682997&fields=id&tenant_id=69cfca7e767f4503aac480dce5907cdb HTTP/1.1" status: 200 len: 267 time: 0.1880441 Nov 11 22:23:54.559359 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-34d04d3f-6571-4086-b999-1a920632e1cc tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:54.561142 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-34d04d3f-6571-4086-b999-1a920632e1cc tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/networks?id=65d9ad99-3a08-4dd5-af3c-91116e42d962 HTTP/1.1" status: 200 len: 810 time: 0.3838158 Nov 11 22:23:54.585227 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-22411529-aa97-4d8a-bda5-60f5eeb4074a tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/quotas/69cfca7e767f4503aac480dce5907cdb HTTP/1.1" status: 200 len: 375 time: 0.0174999 Nov 11 22:23:54.681968 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-8921729c-8d97-4556-8639-f8bc7bfc223c tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Synchronizing usage tracker for tenant:69cfca7e767f4503aac480dce5907cdb on resource:port {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:23:54.730606 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-8921729c-8d97-4556-8639-f8bc7bfc223c tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Unset dirty status for tenant:69cfca7e767f4503aac480dce5907cdb on resource:port {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:23:54.732965 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-8921729c-8d97-4556-8639-f8bc7bfc223c tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=69cfca7e767f4503aac480dce5907cdb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1413460 Nov 11 22:23:54.927373 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-771106e6-918c-43e6-9c0e-706662f582de service neutron] 10.222.0.25 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766601 Nov 11 22:23:55.105981 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-e61ea0bf-795b-4da5-9608-41c00e406915 service neutron] 10.222.0.25 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713719 Nov 11 22:23:55.433763 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-06481c2b-c659-4566-9930-c27490d1abdc req-f22c5d5c-b742-40b2-9220-8adeea7c70d8 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 210 time: 0.0840838 Nov 11 22:23:56.971442 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3d558dee-840d-4075-b5a5-8b27b693ffa0 req-71c91714-acc0-4bdf-8788-905b3ae89072 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 210 time: 0.3840926 Nov 11 22:23:57.635169 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-bf5eb948-a969-48b1-9798-9c54f4708416 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:57.636747 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-bf5eb948-a969-48b1-9798-9c54f4708416 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.55 "GET /v2.0/networks?id=65d9ad99-3a08-4dd5-af3c-91116e42d962 HTTP/1.1" status: 200 len: 810 time: 0.1713343 Nov 11 22:23:57.700004 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-bddf7644-db47-4279-b6c6-65421c3c57df tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69cfca7e767f4503aac480dce5907cdb HTTP/1.1" status: 200 len: 379 time: 0.0493913 Nov 11 22:23:57.711009 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-d99bca70-bdbc-4b70-b410-321fdc33044e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Request body: {'port': {'device_id': '41725d47-69dc-49ea-96b9-114e2dc8d82e', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'admin_state_up': True, 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'security_groups': ['8583d47c-75ed-447b-85ce-e5c5042ed5f2']}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:23:57.883959 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-d99bca70-bdbc-4b70-b410-321fdc33044e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:23:57.897083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-d99bca70-bdbc-4b70-b410-321fdc33044e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:23:57.972199 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-d99bca70-bdbc-4b70-b410-321fdc33044e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Made reservation on behalf of 69cfca7e767f4503aac480dce5907cdb for: {'port': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:23:57.978079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-d99bca70-bdbc-4b70-b410-321fdc33044e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:58.214852 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-d99bca70-bdbc-4b70-b410-321fdc33044e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Allocated IP 172.20.0.12 (65d9ad99-3a08-4dd5-af3c-91116e42d962/b4ba6ec0-e7b0-4914-9c13-c2928c121dea/1b5b033d-3576-448e-9dd0-915660210330) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:23:58.227604 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6d889cb4-3d17-4f06-8146-af336dc93985 req-9da593de-684e-4110-8e1a-809a6cde0df0 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 210 time: 0.0514150 Nov 11 22:23:58.405026 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:23:58.433283 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-d99bca70-bdbc-4b70-b410-321fdc33044e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:58.451419 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-d99bca70-bdbc-4b70-b410-321fdc33044e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Transition to ACTIVE for port object 1b5b033d-3576-448e-9dd0-915660210330 will not be triggered until provisioned by entity DHCP. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:23:58.502436 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-d99bca70-bdbc-4b70-b410-321fdc33044e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:58.510232 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-405b7938-e354-4864-b09e-e4f5e90cba3c tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:58.590653 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-d99bca70-bdbc-4b70-b410-321fdc33044e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Network 65d9ad99-3a08-4dd5-af3c-91116e42d962 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:23:58.599505 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-d99bca70-bdbc-4b70-b410-321fdc33044e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:23:58.606121 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-d99bca70-bdbc-4b70-b410-321fdc33044e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:23:58.674306 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-d99bca70-bdbc-4b70-b410-321fdc33044e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:58.674975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-d99bca70-bdbc-4b70-b410-321fdc33044e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:58.691610 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bca70-bdbc-4b70-b410-321fdc33044e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Pushing event updated for resources: {'Port': ['ID=1b5b033d-3576-448e-9dd0-915660210330,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:58.697292 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d99bca70-bdbc-4b70-b410-321fdc33044e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:58.747529 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-d99bca70-bdbc-4b70-b410-321fdc33044e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0413859 Nov 11 22:23:58.771546 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Request body: {'port': {'device_id': '41725d47-69dc-49ea-96b9-114e2dc8d82e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:23:58.898638 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:58.993100 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-9125982f-bf79-418b-a45f-7145a32f1132 None None] Provisioning for port 1b5b033d-3576-448e-9dd0-915660210330 completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:23:59.002826 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-9125982f-bf79-418b-a45f-7145a32f1132 None None] Provisioning complete for port 1b5b033d-3576-448e-9dd0-915660210330 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:23:59.003464 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9125982f-bf79-418b-a45f-7145a32f1132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:59.068628 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-9125982f-bf79-418b-a45f-7145a32f1132 None None] Port 1b5b033d-3576-448e-9dd0-915660210330 cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:23:59.419816 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5b033d-3576-448e-9dd0-915660210330 {{(pid=88356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:23:59.427604 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:59.453130 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Transition to ACTIVE for port object 1b5b033d-3576-448e-9dd0-915660210330 will not be triggered until provisioned by entity L2. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:23:59.467722 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214e0d6-03bd-475e-9c61-4ea6282c76bf req-42184c4a-21b2-41a3-ac3d-0dbbd04f1bff tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:23:59.469375 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7214e0d6-03bd-475e-9c61-4ea6282c76bf req-42184c4a-21b2-41a3-ac3d-0dbbd04f1bff tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 932 time: 0.0898459 Nov 11 22:23:59.505323 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853672831'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:59.509538 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d99bca70-bdbc-4b70-b410-321fdc33044e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:23:59.525808 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7214e0d6-03bd-475e-9c61-4ea6282c76bf req-01c9c06c-c491-44eb-8dd6-80ea740472d4 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=8583d47c-75ed-447b-85ce-e5c5042ed5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498447 Nov 11 22:23:59.659956 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5b033d-3576-448e-9dd0-915660210330,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:23:59.665058 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:23:59.820997 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Attempting to bind port 1b5b033d-3576-448e-9dd0-915660210330 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:23:59.821546 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Attempting to bind port 1b5b033d-3576-448e-9dd0-915660210330 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '31b3fab0-ce58-4863-b5fe-b07185a84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962'}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:23:59.821693 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Attempting to bind port 1b5b033d-3576-448e-9dd0-915660210330 on network 65d9ad99-3a08-4dd5-af3c-91116e42d962 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:23:59.828406 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Port 1b5b033d-3576-448e-9dd0-915660210330 on network 65d9ad99-3a08-4dd5-af3c-91116e42d962 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 22:23:59.828759 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Attempting to bind port 1b5b033d-3576-448e-9dd0-915660210330 on network 65d9ad99-3a08-4dd5-af3c-91116e42d962 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:23:59.836083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Checking agent: {'id': 'd308de4e-73e5-4a02-a57f-4634dba51a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:23:59.839710 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Checking segment: {'id': '31b3fab0-ce58-4863-b5fe-b07185a84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:23:59.839710 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Bound using segment: {'id': '31b3fab0-ce58-4863-b5fe-b07185a84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962'} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:23:59.839710 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Bound port: 1b5b033d-3576-448e-9dd0-915660210330, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b3fab0-ce58-4863-b5fe-b07185a84084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962'}}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:23:59.839710 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:23:59.956190 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] For port 1b5b033d-3576-448e-9dd0-915660210330, host hv-cinder-81588, cleared binding levels {{(pid=88356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:23:59.960403 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] For port 1b5b033d-3576-448e-9dd0-915660210330, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=1b5b033d-3576-448e-9dd0-915660210330,segment=NetworkSegment(31b3fab0-ce58-4863-b5fe-b07185a84084),segment_id=31b3fab0-ce58-4863-b5fe-b07185a84084)] {{(pid=88356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:24:00.009094 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853672831'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:00.014119 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:00.071798 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:00.073341 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] 10.222.0.55 "PUT /v2.0/ports/1b5b033d-3576-448e-9dd0-915660210330 HTTP/1.1" status: 200 len: 1094 time: 1.3068750 Nov 11 22:24:00.073963 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41725d47-69dc-49ea-96b9-114e2dc8d82e', 'tag': '1b5b033d-3576-448e-9dd0-915660210330'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:24:00.102726 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5b033d-3576-448e-9dd0-915660210330,revision_number=3']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:00.113235 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:00.152161 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41725d47-69dc-49ea-96b9-114e2dc8d82e', 'tag': '1b5b033d-3576-448e-9dd0-915660210330', 'status': 'completed', 'code': 200} Nov 11 22:24:00.249120 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-54bb6c02-eca8-4a66-8e7d-1c81c1a81e69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69cfca7e767f4503aac480dce5907cdb&device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 1097 time: 0.1052275 Nov 11 22:24:00.328119 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-ad296688-a6e4-484f-8775-b23140e3fccf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b5b033d-3576-448e-9dd0-915660210330 HTTP/1.1" status: 200 len: 217 time: 0.0691888 Nov 11 22:24:00.420085 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-513004cd-9e9c-429b-9bd2-4547b9f0f420 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:00.423267 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-513004cd-9e9c-429b-9bd2-4547b9f0f420 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4ba6ec0-e7b0-4914-9c13-c2928c121dea HTTP/1.1" status: 200 len: 849 time: 0.0884900 Nov 11 22:24:00.531876 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-57731deb-c413-4b1e-bb1c-7a0cf0851bf4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65d9ad99-3a08-4dd5-af3c-91116e42d962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1013150 Nov 11 22:24:00.691244 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-616c09c9-535d-443f-9b4d-f69af41b4e32 service neutron] 10.222.0.55 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516232 Nov 11 22:24:00.844516 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d447df7d-776c-47d3-82d8-8df2a3ca7a31 req-c8f62620-9871-4ca2-aeec-8eb4e9e57588 service neutron] 10.222.0.55 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467714 Nov 11 22:24:00.887228 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a7364-ff1e-4db5-a2df-d9d280230fef req-aeed42b9-c126-4d35-adde-7e66f7757898 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:00.889141 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7b8a7364-ff1e-4db5-a2df-d9d280230fef req-aeed42b9-c126-4d35-adde-7e66f7757898 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 944 time: 0.2028201 Nov 11 22:24:00.949418 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7b8a7364-ff1e-4db5-a2df-d9d280230fef req-35b34097-3fa6-40f9-b3e1-9b9d185cf46a tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=8583d47c-75ed-447b-85ce-e5c5042ed5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537248 Nov 11 22:24:01.058734 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-375167a8-25b8-4633-9e0e-cc9ebcd98831 req-c414187d-861f-4274-958c-3fbeb6c50ad7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69cfca7e767f4503aac480dce5907cdb&device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 1097 time: 0.1100714 Nov 11 22:24:01.445487 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375167a8-25b8-4633-9e0e-cc9ebcd98831 req-57ec8527-1cda-4ff3-85a7-5a0e58e48466 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:01.447163 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-375167a8-25b8-4633-9e0e-cc9ebcd98831 req-57ec8527-1cda-4ff3-85a7-5a0e58e48466 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65d9ad99-3a08-4dd5-af3c-91116e42d962 HTTP/1.1" status: 200 len: 911 time: 0.3797069 Nov 11 22:24:01.530288 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60774) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:01.542355 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-375167a8-25b8-4633-9e0e-cc9ebcd98831 req-f756c4ce-1665-4e2f-bd80-df79b7899031 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b5b033d-3576-448e-9dd0-915660210330 HTTP/1.1" status: 200 len: 217 time: 0.0835512 Nov 11 22:24:01.621328 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375167a8-25b8-4633-9e0e-cc9ebcd98831 req-3c134f5e-a583-4301-a288-ae8c8029775d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:01.622893 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-375167a8-25b8-4633-9e0e-cc9ebcd98831 req-3c134f5e-a583-4301-a288-ae8c8029775d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4ba6ec0-e7b0-4914-9c13-c2928c121dea HTTP/1.1" status: 200 len: 849 time: 0.0730155 Nov 11 22:24:01.735012 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-375167a8-25b8-4633-9e0e-cc9ebcd98831 req-65f4b939-8f1e-44db-9250-515593360ec2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65d9ad99-3a08-4dd5-af3c-91116e42d962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1043618 Nov 11 22:24:01.739079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba07a6fb-0f28-4eef-87b0-58875b7aaf2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:01.805662 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ba07a6fb-0f28-4eef-87b0-58875b7aaf2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:24:01.813280 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ba07a6fb-0f28-4eef-87b0-58875b7aaf2d admin admin] Usage tracker for resource:security_group_rule and tenant:c5ff6e0c0d5c4eeda0121b876a700330 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:24:01.818519 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ba07a6fb-0f28-4eef-87b0-58875b7aaf2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:24:01.830872 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ba07a6fb-0f28-4eef-87b0-58875b7aaf2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:24:01.936487 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba07a6fb-0f28-4eef-87b0-58875b7aaf2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:01.970214 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-375167a8-25b8-4633-9e0e-cc9ebcd98831 req-d99c8d76-1b04-4c8b-9bfc-6bb4c67f9422 service neutron] 10.222.0.55 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258255 Nov 11 22:24:01.986708 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba07a6fb-0f28-4eef-87b0-58875b7aaf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:01.999269 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-21f0eb5c-4f84-495e-983e-9ac210136e31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:02.085045 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07a6fb-0f28-4eef-87b0-58875b7aaf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f901ca62-5e1d-46ae-bc63-f3750ace38d2,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:02.093419 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ba07a6fb-0f28-4eef-87b0-58875b7aaf2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:02.103894 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-ba07a6fb-0f28-4eef-87b0-58875b7aaf2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5ff6e0c0d5c4eeda0121b876a700330&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5717905 Nov 11 22:24:02.105022 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60788) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:02.160094 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-375167a8-25b8-4633-9e0e-cc9ebcd98831 req-67e099e5-eb12-4188-9c1d-0d972a50ba0d service neutron] 10.222.0.55 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832173 Nov 11 22:24:02.273625 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-139d3eba-0f3d-41dc-b4b2-f4726354365e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:02.317880 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-139d3eba-0f3d-41dc-b4b2-f4726354365e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:02.353169 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8257458-798f-4d02-8570-4e01e61e8755 req-f6b476f1-d3ed-4931-8fd0-9bef5aa9af20 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:02.354896 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b8257458-798f-4d02-8570-4e01e61e8755 req-f6b476f1-d3ed-4931-8fd0-9bef5aa9af20 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 944 time: 0.1527162 Nov 11 22:24:02.419931 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b8257458-798f-4d02-8570-4e01e61e8755 req-c43e1021-6d06-494d-8f6f-9a2ffcce62ef tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=8583d47c-75ed-447b-85ce-e5c5042ed5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552874 Nov 11 22:24:02.455689 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-139d3eba-0f3d-41dc-b4b2-f4726354365e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:02.466014 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7a9d55bd-9742-4740-bd78-222dfbdd1c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:02.479929 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d3eba-0f3d-41dc-b4b2-f4726354365e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f901ca62-5e1d-46ae-bc63-f3750ace38d2,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:02.482992 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-139d3eba-0f3d-41dc-b4b2-f4726354365e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:02.490369 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-139d3eba-0f3d-41dc-b4b2-f4726354365e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:02.492390 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-139d3eba-0f3d-41dc-b4b2-f4726354365e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f901ca62-5e1d-46ae-bc63-f3750ace38d2 HTTP/1.1" status: 204 len: 168 time: 0.3850398 Nov 11 22:24:03.077401 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60800) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:03.098432 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d9c01de-da93-454c-a3fc-928ea703a7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:03.136101 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4d9c01de-da93-454c-a3fc-928ea703a7d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:24:03.140475 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-4d9c01de-da93-454c-a3fc-928ea703a7d5 admin admin] Usage tracker for resource:security_group_rule and tenant:81e1c91d1d5347568f06d82b2bf38903 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:24:03.143770 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-4d9c01de-da93-454c-a3fc-928ea703a7d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:24:03.151111 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4d9c01de-da93-454c-a3fc-928ea703a7d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:24:03.231426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:03.242327 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d9c01de-da93-454c-a3fc-928ea703a7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:03.272435 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4d9c01de-da93-454c-a3fc-928ea703a7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:03.280548 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-671ffc30-108b-4cbc-b5b7-35cc035b4399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:03.324475 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c01de-da93-454c-a3fc-928ea703a7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e05abda-b587-46d2-befb-2739dd6c34ed,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:03.328477 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4d9c01de-da93-454c-a3fc-928ea703a7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:03.331332 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-4d9c01de-da93-454c-a3fc-928ea703a7d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81e1c91d1d5347568f06d82b2bf38903&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2524595 Nov 11 22:24:03.334093 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 60808) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:03.407079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-beaee49f-72cc-4d46-ad42-b7744e390947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:03.429751 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 1b5b033d-3576-448e-9dd0-915660210330 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:24:03.443412 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-beaee49f-72cc-4d46-ad42-b7744e390947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:03.556546 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-beaee49f-72cc-4d46-ad42-b7744e390947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:03.562581 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:03.591978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaee49f-72cc-4d46-ad42-b7744e390947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e05abda-b587-46d2-befb-2739dd6c34ed,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:03.601456 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-beaee49f-72cc-4d46-ad42-b7744e390947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:03.612431 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-beaee49f-72cc-4d46-ad42-b7744e390947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:03.617599 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-beaee49f-72cc-4d46-ad42-b7744e390947 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8e05abda-b587-46d2-befb-2739dd6c34ed HTTP/1.1" status: 204 len: 168 time: 0.2822251 Nov 11 22:24:03.686393 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25446f-9b27-445b-8baa-bbbb4e2c6fa6 req-4defa49e-7406-4d72-89b3-8800eddca262 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:03.686393 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5f25446f-9b27-445b-8baa-bbbb4e2c6fa6 req-4defa49e-7406-4d72-89b3-8800eddca262 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 944 time: 0.1066163 Nov 11 22:24:03.691182 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 1b5b033d-3576-448e-9dd0-915660210330, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=1b5b033d-3576-448e-9dd0-915660210330,segment=NetworkSegment(31b3fab0-ce58-4863-b5fe-b07185a84084),segment_id=31b3fab0-ce58-4863-b5fe-b07185a84084)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:24:03.716804 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': '1b5b033d-3576-448e-9dd0-915660210330', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'port_id': '1b5b033d-3576-448e-9dd0-915660210330', 'mac_address': 'fa:16:3e:77:35:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:24:03.785561 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5f25446f-9b27-445b-8baa-bbbb4e2c6fa6 req-7615d6c0-a3f2-486b-b174-d870dfc14625 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=8583d47c-75ed-447b-85ce-e5c5042ed5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927489 Nov 11 22:24:03.826627 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:03.847866 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5b033d-3576-448e-9dd0-915660210330 {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:24:03.865238 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 1b5b033d-3576-448e-9dd0-915660210330, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=1b5b033d-3576-448e-9dd0-915660210330,segment=NetworkSegment(31b3fab0-ce58-4863-b5fe-b07185a84084),segment_id=31b3fab0-ce58-4863-b5fe-b07185a84084)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:24:03.906982 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:03.909578 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:03.962375 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 60824) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:03.991212 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=1b5b033d-3576-448e-9dd0-915660210330,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:04.002841 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:04.141561 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be3ea1f4-5740-4f23-a688-fec368e2c2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:04.149337 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['1b5b033d-3576-448e-9dd0-915660210330'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:24:04.180339 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-be3ea1f4-5740-4f23-a688-fec368e2c2ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:24:04.184861 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-be3ea1f4-5740-4f23-a688-fec368e2c2ca admin admin] Usage tracker for resource:security_group_rule and tenant:d29e25ac718948739dd7a3fa5ee04cfd is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:24:04.188563 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-be3ea1f4-5740-4f23-a688-fec368e2c2ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:24:04.196269 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-be3ea1f4-5740-4f23-a688-fec368e2c2ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:24:04.238866 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60830) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:04.270871 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-078ce276-1308-44e9-9c77-ac9699822f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:04.288706 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be3ea1f4-5740-4f23-a688-fec368e2c2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:04.309105 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-078ce276-1308-44e9-9c77-ac9699822f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:24:04.313929 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-078ce276-1308-44e9-9c77-ac9699822f03 admin admin] Usage tracker for resource:security_group_rule and tenant:421224e85d344b9e92f10c2d94976b7d is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:24:04.317318 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-078ce276-1308-44e9-9c77-ac9699822f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:24:04.325307 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-078ce276-1308-44e9-9c77-ac9699822f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:24:04.341910 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-be3ea1f4-5740-4f23-a688-fec368e2c2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:04.350493 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-25a9a727-c313-4c7c-a601-0ee07338f4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:04.403070 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-be3ea1f4-5740-4f23-a688-fec368e2c2ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d29e25ac718948739dd7a3fa5ee04cfd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4361501 Nov 11 22:24:04.403070 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ea1f4-5740-4f23-a688-fec368e2c2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22d3c3e-6a0c-47ca-8b60-0a86b1074c63,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:04.404154 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60834) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:04.404741 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-be3ea1f4-5740-4f23-a688-fec368e2c2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:04.431210 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-078ce276-1308-44e9-9c77-ac9699822f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:04.480871 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-078ce276-1308-44e9-9c77-ac9699822f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:04.494938 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ab70a9aa-4b8f-4dcf-92bf-60a430bb70d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:04.544543 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1046ebde-15e8-4d5f-9850-9f1f74fbf114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:04.573168 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-078ce276-1308-44e9-9c77-ac9699822f03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=421224e85d344b9e92f10c2d94976b7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3321447 Nov 11 22:24:04.573974 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ce276-1308-44e9-9c77-ac9699822f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d657f12e-ca99-46d0-92ff-e47e18d397a1,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:04.576072 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 60838) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:04.584215 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-078ce276-1308-44e9-9c77-ac9699822f03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:04.595532 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1046ebde-15e8-4d5f-9850-9f1f74fbf114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:04.701000 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1046ebde-15e8-4d5f-9850-9f1f74fbf114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:04.706493 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a6946b3a-7aa1-4a3c-84b1-56ab1697ab23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:04.716327 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc16b2c2-f2bf-42ae-8a27-136a09e5fd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:04.722924 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046ebde-15e8-4d5f-9850-9f1f74fbf114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22d3c3e-6a0c-47ca-8b60-0a86b1074c63,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:04.727267 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1046ebde-15e8-4d5f-9850-9f1f74fbf114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:04.742625 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1046ebde-15e8-4d5f-9850-9f1f74fbf114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:04.748580 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-1046ebde-15e8-4d5f-9850-9f1f74fbf114 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a22d3c3e-6a0c-47ca-8b60-0a86b1074c63 HTTP/1.1" status: 204 len: 168 time: 0.3390262 Nov 11 22:24:04.762763 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc16b2c2-f2bf-42ae-8a27-136a09e5fd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:04.844060 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc16b2c2-f2bf-42ae-8a27-136a09e5fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:04.850609 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ea23bdf1-13d0-4fab-80cf-61b6b408c353 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:04.864453 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16b2c2-f2bf-42ae-8a27-136a09e5fd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d657f12e-ca99-46d0-92ff-e47e18d397a1,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:04.867711 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bc16b2c2-f2bf-42ae-8a27-136a09e5fd3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:04.880393 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bc16b2c2-f2bf-42ae-8a27-136a09e5fd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:04.882425 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-bc16b2c2-f2bf-42ae-8a27-136a09e5fd3e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d657f12e-ca99-46d0-92ff-e47e18d397a1 HTTP/1.1" status: 204 len: 168 time: 0.3037157 Nov 11 22:24:05.043783 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0024c49-d45b-4044-9029-e58c1a20eecd req-d180988e-519c-49c5-96a0-6c8d59bba549 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:05.052357 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0024c49-d45b-4044-9029-e58c1a20eecd req-d180988e-519c-49c5-96a0-6c8d59bba549 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 945 time: 0.1386783 Nov 11 22:24:05.107540 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0024c49-d45b-4044-9029-e58c1a20eecd req-4f756598-2d67-482b-88f3-5532dae25a78 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=8583d47c-75ed-447b-85ce-e5c5042ed5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538943 Nov 11 22:24:05.442835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 1b5b033d-3576-448e-9dd0-915660210330 up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:24:05.597508 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60860) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:05.599706 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning for port 1b5b033d-3576-448e-9dd0-915660210330 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:24:05.609312 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port 1b5b033d-3576-448e-9dd0-915660210330 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:24:05.610015 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:05.634291 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-24911e31-edee-4a7a-b5fe-8da4151f5fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:05.701029 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-24911e31-edee-4a7a-b5fe-8da4151f5fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:24:05.708739 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-24911e31-edee-4a7a-b5fe-8da4151f5fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:71cf532323c84a06a84a56e825497458 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:24:05.714250 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-24911e31-edee-4a7a-b5fe-8da4151f5fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:24:05.725376 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-24911e31-edee-4a7a-b5fe-8da4151f5fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:24:05.768467 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:05.805023 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-24911e31-edee-4a7a-b5fe-8da4151f5fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:05.807672 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41725d47-69dc-49ea-96b9-114e2dc8d82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5b033d-3576-448e-9dd0-915660210330'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:24:05.816728 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 1b5b033d-3576-448e-9dd0-915660210330, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=1b5b033d-3576-448e-9dd0-915660210330,segment=NetworkSegment(31b3fab0-ce58-4863-b5fe-b07185a84084),segment_id=31b3fab0-ce58-4863-b5fe-b07185a84084)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:24:05.844312 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-24911e31-edee-4a7a-b5fe-8da4151f5fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:05.859107 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-38b4e67a-78db-47f7-a452-c619898f8076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:05.869284 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41725d47-69dc-49ea-96b9-114e2dc8d82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5b033d-3576-448e-9dd0-915660210330', 'code': 200} Nov 11 22:24:05.871942 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:05.874021 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:05.916142 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24911e31-edee-4a7a-b5fe-8da4151f5fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5688e6c1-9244-47a1-b72c-840f5a1bfae8,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:05.926636 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-24911e31-edee-4a7a-b5fe-8da4151f5fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:05.961673 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-24911e31-edee-4a7a-b5fe-8da4151f5fa4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71cf532323c84a06a84a56e825497458&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3620055 Nov 11 22:24:05.964552 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60868) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:05.967129 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=1b5b033d-3576-448e-9dd0-915660210330,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:05.971430 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:06.037042 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a916bf16-4253-403a-8138-293a51909dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:06.075101 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a916bf16-4253-403a-8138-293a51909dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:06.159012 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a916bf16-4253-403a-8138-293a51909dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:06.184710 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-041f71e0-bf3e-4684-9cec-56a30994f27e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:06.235933 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a916bf16-4253-403a-8138-293a51909dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:06.237383 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-a916bf16-4253-403a-8138-293a51909dbf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5688e6c1-9244-47a1-b72c-840f5a1bfae8 HTTP/1.1" status: 204 len: 168 time: 0.2717490 Nov 11 22:24:06.238692 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916bf16-4253-403a-8138-293a51909dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5688e6c1-9244-47a1-b72c-840f5a1bfae8,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:06.246816 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a916bf16-4253-403a-8138-293a51909dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:06.318119 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7a218196-cbb5-4cff-9dcd-d2d9a10331be req-3ebb5505-8593-48d5-a8ef-a0aa88959bfb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 1099 time: 0.1650670 Nov 11 22:24:06.377275 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7a218196-cbb5-4cff-9dcd-d2d9a10331be req-1c878db3-21ff-403c-94a4-0b9940684b09 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8583d47c-75ed-447b-85ce-e5c5042ed5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527492 Nov 11 22:24:06.472205 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2b582-1dcd-4e20-b3e8-378a9f973d36 req-088130a6-6159-4d9b-bd33-dba559112671 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:06.473832 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-90b2b582-1dcd-4e20-b3e8-378a9f973d36 req-088130a6-6159-4d9b-bd33-dba559112671 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 946 time: 0.1268392 Nov 11 22:24:06.550725 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-90b2b582-1dcd-4e20-b3e8-378a9f973d36 req-8021e292-cb7c-4f10-880f-dc50c6b42d43 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=8583d47c-75ed-447b-85ce-e5c5042ed5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695508 Nov 11 22:24:07.133277 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 60902) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:07.310113 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87dfaea9-7810-4d09-89b3-897bf5423e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:07.366689 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-87dfaea9-7810-4d09-89b3-897bf5423e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:24:07.374592 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-87dfaea9-7810-4d09-89b3-897bf5423e94 admin admin] Usage tracker for resource:security_group_rule and tenant:612e02c6163c4d0f8cb4e4f69539f37c is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:24:07.379961 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-87dfaea9-7810-4d09-89b3-897bf5423e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:24:07.388976 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-87dfaea9-7810-4d09-89b3-897bf5423e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:24:07.541635 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87dfaea9-7810-4d09-89b3-897bf5423e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:07.580945 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87dfaea9-7810-4d09-89b3-897bf5423e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:07.592086 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a996cd41-7103-45a1-a286-4a7689a02cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:07.658127 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-87dfaea9-7810-4d09-89b3-897bf5423e94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=612e02c6163c4d0f8cb4e4f69539f37c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5230503 Nov 11 22:24:07.660771 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 60920) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:07.734021 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfaea9-7810-4d09-89b3-897bf5423e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4cca22-c326-4afb-8779-751bcdc08663,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:07.737895 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-87dfaea9-7810-4d09-89b3-897bf5423e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:07.846738 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dc7126f5-a8ec-48a2-8385-77946e43e74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:07.888173 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dc7126f5-a8ec-48a2-8385-77946e43e74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:07.939915 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c9303-525b-4e9f-ba87-8a054ef1a260 req-e404aadc-6ce1-4e12-881b-a9d307f47b37 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:07.941502 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-586c9303-525b-4e9f-ba87-8a054ef1a260 req-e404aadc-6ce1-4e12-881b-a9d307f47b37 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 946 time: 0.1992724 Nov 11 22:24:07.998436 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-586c9303-525b-4e9f-ba87-8a054ef1a260 req-f30e207d-edeb-4390-a9bb-5ed6fca8b96f tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=8583d47c-75ed-447b-85ce-e5c5042ed5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493026 Nov 11 22:24:08.020226 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dc7126f5-a8ec-48a2-8385-77946e43e74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:08.026275 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-afed36be-1ad8-4514-8f04-3727e1e760d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:08.041376 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7126f5-a8ec-48a2-8385-77946e43e74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4cca22-c326-4afb-8779-751bcdc08663,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:08.044035 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dc7126f5-a8ec-48a2-8385-77946e43e74a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:08.047592 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dc7126f5-a8ec-48a2-8385-77946e43e74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:08.047592 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-dc7126f5-a8ec-48a2-8385-77946e43e74a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe4cca22-c326-4afb-8779-751bcdc08663 HTTP/1.1" status: 204 len: 168 time: 0.3838336 Nov 11 22:24:09.226951 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a6d4c-e8e1-47da-9abc-99243c4ad102 req-201608ce-3a6e-4320-b096-bbc09e666309 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:09.228654 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-810a6d4c-e8e1-47da-9abc-99243c4ad102 req-201608ce-3a6e-4320-b096-bbc09e666309 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 946 time: 0.1009181 Nov 11 22:24:09.289988 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-810a6d4c-e8e1-47da-9abc-99243c4ad102 req-4036a182-49fa-4096-9697-ee3a7dbe4757 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=8583d47c-75ed-447b-85ce-e5c5042ed5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530167 Nov 11 22:24:09.601803 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b309d3-6895-4f52-8ec1-c9671456003d req-4beb1f05-7cf8-4641-b61c-d6eb262b16de tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:09.605000 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-12b309d3-6895-4f52-8ec1-c9671456003d req-4beb1f05-7cf8-4641-b61c-d6eb262b16de tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 946 time: 0.1664979 Nov 11 22:24:09.618353 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 60978) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:09.625816 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-fb982a9f-38b7-43e1-bbaf-b471b5e44b06 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Request body: {'floatingip': {'port_id': '1b5b033d-3576-448e-9dd0-915660210330'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:24:09.718458 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fb982a9f-38b7-43e1-bbaf-b471b5e44b06 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for floatingip, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:10.596823 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fb982a9f-38b7-43e1-bbaf-b471b5e44b06 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:10.638082 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fb982a9f-38b7-43e1-bbaf-b471b5e44b06 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854332685'] for floatingip, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:10.863233 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.l3_db [None req-fb982a9f-38b7-43e1-bbaf-b471b5e44b06 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Floating IP f037cb08-5ed2-444e-bb48-3ed0ae84f823 associated. External IP: 172.28.0.96, port: 1b5b033d-3576-448e-9dd0-915660210330. Nov 11 22:24:11.285917 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb982a9f-38b7-43e1-bbaf-b471b5e44b06 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Router 4d645204-5730-4494-9d7b-581114e41029 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:24:11.733420 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb982a9f-38b7-43e1-bbaf-b471b5e44b06 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:24:11.749226 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fb982a9f-38b7-43e1-bbaf-b471b5e44b06 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for floatingip, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:11.751359 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ad7cd3-7a00-4c85-84d4-e11013137055 None None] Sync routers for ids ['4d645204-5730-4494-9d7b-581114e41029'] in dv-cinder-815883-4-smb {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:24:11.765390 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ad7cd3-7a00-4c85-84d4-e11013137055 None None] Routers {'4d645204-5730-4494-9d7b-581114e41029'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:24:11.766476 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-44ad7cd3-7a00-4c85-84d4-e11013137055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:23:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['4d645204-5730-4494-9d7b-581114e41029'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:24:11.809552 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-fb982a9f-38b7-43e1-bbaf-b471b5e44b06 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "PUT /v2.0/floatingips/f037cb08-5ed2-444e-bb48-3ed0ae84f823 HTTP/1.1" status: 200 len: 991 time: 2.1895216 Nov 11 22:24:11.810372 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41725d47-69dc-49ea-96b9-114e2dc8d82e', 'tag': '1b5b033d-3576-448e-9dd0-915660210330'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:24:11.870791 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41725d47-69dc-49ea-96b9-114e2dc8d82e', 'tag': '1b5b033d-3576-448e-9dd0-915660210330', 'status': 'completed', 'code': 200} Nov 11 22:24:11.983148 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-44ad7cd3-7a00-4c85-84d4-e11013137055 None None] Set router 4d645204-5730-4494-9d7b-581114e41029 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:24:11.988290 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9d3cf4de-50e1-446b-9a52-334afb5bd104 req-b1fe52a4-f909-418e-b1ff-eeff4b5097c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=69cfca7e767f4503aac480dce5907cdb&device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 1099 time: 0.0886574 Nov 11 22:24:12.170005 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cf4de-50e1-446b-9a52-334afb5bd104 req-ca2a13c4-6ced-4c73-b53f-e3b5fb50a378 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:12.171653 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9d3cf4de-50e1-446b-9a52-334afb5bd104 req-ca2a13c4-6ced-4c73-b53f-e3b5fb50a378 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65d9ad99-3a08-4dd5-af3c-91116e42d962 HTTP/1.1" status: 200 len: 911 time: 0.1723819 Nov 11 22:24:12.341778 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9d3cf4de-50e1-446b-9a52-334afb5bd104 req-5173719e-6a37-4958-bfe8-9488a1c8a77b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b5b033d-3576-448e-9dd0-915660210330 HTTP/1.1" status: 200 len: 999 time: 0.1545432 Nov 11 22:24:12.466599 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cf4de-50e1-446b-9a52-334afb5bd104 req-182f82b2-2cfa-44c6-9e3d-5ae1a1221c6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:12.466599 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9d3cf4de-50e1-446b-9a52-334afb5bd104 req-182f82b2-2cfa-44c6-9e3d-5ae1a1221c6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4ba6ec0-e7b0-4914-9c13-c2928c121dea HTTP/1.1" status: 200 len: 849 time: 0.1153979 Nov 11 22:24:12.543297 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-44ad7cd3-7a00-4c85-84d4-e11013137055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:19:01Z', 'revision_number': 4, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_floatingips': [{'id': 'f037cb08-5ed2-444e-bb48-3ed0ae84f823', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'floating_ip_address': '172.28.0.96', 'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'router_id': '4d645204-5730-4494-9d7b-581114e41029', 'port_id': '1b5b033d-3576-448e-9dd0-915660210330', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'mac_address': 'fa:16:3e:77:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41725d47-69dc-49ea-96b9-114e2dc8d82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:23:52Z', 'updated_at': '2021-11-11T22:24:10Z', 'revision_number': 1, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a7df62-13d4-4c63-86e9-d90560ec9abd', 'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'mac_address': 'fa:16:3e:7b:03:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:57Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'subnets': [{'id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:24:12.548382 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ad7cd3-7a00-4c85-84d4-e11013137055 None None] Checking router: 4d645204-5730-4494-9d7b-581114e41029 for host: dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:24:12.562292 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ad7cd3-7a00-4c85-84d4-e11013137055 None None] Routers {'4d645204-5730-4494-9d7b-581114e41029'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:24:12.563302 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-44ad7cd3-7a00-4c85-84d4-e11013137055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:23:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['4d645204-5730-4494-9d7b-581114e41029'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:24:12.592856 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9d3cf4de-50e1-446b-9a52-334afb5bd104 req-275fa6b4-e606-4b76-95a0-f502a643794e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65d9ad99-3a08-4dd5-af3c-91116e42d962&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1154947 Nov 11 22:24:12.752491 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9d3cf4de-50e1-446b-9a52-334afb5bd104 req-1edf7fa0-f8d3-4904-ad6d-f81a5f5efe92 service neutron] 10.222.0.55 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469889 Nov 11 22:24:12.774632 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-44ad7cd3-7a00-4c85-84d4-e11013137055 None None] Set router 4d645204-5730-4494-9d7b-581114e41029 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:24:12.904685 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9d3cf4de-50e1-446b-9a52-334afb5bd104 req-0609c6d5-11a4-40b1-b4e5-d407fd63d381 service neutron] 10.222.0.55 "GET /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449652 Nov 11 22:24:13.161289 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-44ad7cd3-7a00-4c85-84d4-e11013137055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:19:01Z', 'revision_number': 4, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_floatingips': [{'id': 'f037cb08-5ed2-444e-bb48-3ed0ae84f823', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'floating_ip_address': '172.28.0.96', 'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'router_id': '4d645204-5730-4494-9d7b-581114e41029', 'port_id': '1b5b033d-3576-448e-9dd0-915660210330', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'mac_address': 'fa:16:3e:77:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41725d47-69dc-49ea-96b9-114e2dc8d82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:23:52Z', 'updated_at': '2021-11-11T22:24:10Z', 'revision_number': 1, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a7df62-13d4-4c63-86e9-d90560ec9abd', 'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'mac_address': 'fa:16:3e:7b:03:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:57Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'subnets': [{'id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:24:13.165641 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ad7cd3-7a00-4c85-84d4-e11013137055 None None] The sync data for ids ['4d645204-5730-4494-9d7b-581114e41029'] in dv-cinder-815883-4-smb is: [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:19:01Z', 'revision_number': 4, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_floatingips': [{'id': 'f037cb08-5ed2-444e-bb48-3ed0ae84f823', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'floating_ip_address': '172.28.0.96', 'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'router_id': '4d645204-5730-4494-9d7b-581114e41029', 'port_id': '1b5b033d-3576-448e-9dd0-915660210330', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'mac_address': 'fa:16:3e:77:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41725d47-69dc-49ea-96b9-114e2dc8d82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:23:52Z', 'updated_at': '2021-11-11T22:24:10Z', 'revision_number': 1, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41a7df62-13d4-4c63-86e9-d90560ec9abd', 'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'mac_address': 'fa:16:3e:7b:03:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:57Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'subnets': [{'id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:24:13.525109 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d751accf-8a0c-4ccc-aad8-3f26f9a0ddc6 None None] New status for floating IP f037cb08-5ed2-444e-bb48-3ed0ae84f823: ACTIVE {{(pid=88358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 22:24:17.157319 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5af4bbc-779c-48da-906e-69388619ab57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:17.209371 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aace5-1438-4584-84a5-69f7b6e348b2 req-e38ef044-675e-4f21-8720-57f6dc244edc tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:17.211039 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-697aace5-1438-4584-84a5-69f7b6e348b2 req-e38ef044-675e-4f21-8720-57f6dc244edc tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.1400344 Nov 11 22:24:17.281241 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-697aace5-1438-4584-84a5-69f7b6e348b2 req-c15f242a-6b57-4706-9c1d-f4d8a38cff72 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611446 Nov 11 22:24:17.966115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 32890) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:18.153427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:18.191230 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:24:18.195996 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Usage tracker for resource:security_group_rule and tenant:f64b543efbc14e1da9b51fe9f6f2dd3e is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:24:18.199067 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:24:18.205152 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:24:18.275052 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:18.312875 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:18.324967 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-859ea5a5-2a0b-4619-9c06-fda3f795ca96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:18.408333 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b10ea7c-e4d5-43b9-b1b0-c8a0e1521226,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:18.424840 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f64b543efbc14e1da9b51fe9f6f2dd3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4568365 Nov 11 22:24:18.428313 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 32898) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:18.497632 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-adbd308d-f329-4fdf-ac94-9b0cb15addb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:18.520446 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:18.520446 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:18.520998 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:18.521756 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:18.522479 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:18.523192 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:18.525019 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:18.525683 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:18.526433 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:18.527400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:18.528093 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:18.534616 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-adbd308d-f329-4fdf-ac94-9b0cb15addb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:18.536512 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:18.592837 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d65de-1703-4bf1-84ae-564033378982 req-f30739d3-6733-4189-b470-d14a1ad5e6fd tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:18.594694 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-975d65de-1703-4bf1-84ae-564033378982 req-f30739d3-6733-4189-b470-d14a1ad5e6fd tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.1780772 Nov 11 22:24:18.662958 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-975d65de-1703-4bf1-84ae-564033378982 req-625e2ec3-a54c-4900-b042-368afae40ac2 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443621 Nov 11 22:24:18.687573 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-adbd308d-f329-4fdf-ac94-9b0cb15addb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:18.693096 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dae63892-d7dd-406d-b724-fde6d21360be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:18.707761 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbd308d-f329-4fdf-ac94-9b0cb15addb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b10ea7c-e4d5-43b9-b1b0-c8a0e1521226,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:18.711211 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-adbd308d-f329-4fdf-ac94-9b0cb15addb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:18.712624 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-adbd308d-f329-4fdf-ac94-9b0cb15addb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:18.714120 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-adbd308d-f329-4fdf-ac94-9b0cb15addb7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b10ea7c-e4d5-43b9-b1b0-c8a0e1521226 HTTP/1.1" status: 204 len: 168 time: 0.2844663 Nov 11 22:24:18.797346 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:19.364124 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 32920) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:19.384842 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64757005-70da-462d-a421-f9edc97c1735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:19.475095 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-64757005-70da-462d-a421-f9edc97c1735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:24:19.479288 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-64757005-70da-462d-a421-f9edc97c1735 admin admin] Usage tracker for resource:security_group_rule and tenant:c8be6c79b8d542cda9f1e0e155a372fd is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:24:19.482411 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-64757005-70da-462d-a421-f9edc97c1735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:24:19.488902 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-64757005-70da-462d-a421-f9edc97c1735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:24:19.560786 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64757005-70da-462d-a421-f9edc97c1735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:19.620646 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-64757005-70da-462d-a421-f9edc97c1735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:19.628993 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f085c050-6028-4384-9b52-0094fefb6e0e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:19.660345 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7779cef8-683e-4789-ad40-38391ee88af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:19.678669 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64757005-70da-462d-a421-f9edc97c1735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04db073-f098-4fc9-bc07-ed41e7a25538,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:19.681986 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-64757005-70da-462d-a421-f9edc97c1735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:19.685043 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-64757005-70da-462d-a421-f9edc97c1735 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8be6c79b8d542cda9f1e0e155a372fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3197441 Nov 11 22:24:19.688068 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 32926) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:19.761776 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-149d901c-321d-4234-9d49-ed9977ecea1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:19.824312 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-149d901c-321d-4234-9d49-ed9977ecea1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:19.921295 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e6912-6b76-4dee-bc37-603155e4a0f1 req-859294f3-e994-4382-8475-97bd464f8ae0 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:19.923112 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a52e6912-6b76-4dee-bc37-603155e4a0f1 req-859294f3-e994-4382-8475-97bd464f8ae0 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.1360378 Nov 11 22:24:19.949295 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-149d901c-321d-4234-9d49-ed9977ecea1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:19.958024 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dc7126f5-a8ec-48a2-8385-77946e43e74a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:19.979701 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d901c-321d-4234-9d49-ed9977ecea1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04db073-f098-4fc9-bc07-ed41e7a25538,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:19.981480 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-149d901c-321d-4234-9d49-ed9977ecea1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:20.012834 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-149d901c-321d-4234-9d49-ed9977ecea1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:20.017012 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-149d901c-321d-4234-9d49-ed9977ecea1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a04db073-f098-4fc9-bc07-ed41e7a25538 HTTP/1.1" status: 204 len: 168 time: 0.3255391 Nov 11 22:24:20.036445 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a52e6912-6b76-4dee-bc37-603155e4a0f1 req-0d34dd2c-7736-4e19-84ab-6fe940dadab5 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031923 Nov 11 22:24:20.277662 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:21.217712 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 32964) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:21.270234 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a606c-93a6-49fb-bd70-85ea4b0c7db2 req-2a6bb3c3-3b52-48a8-9796-fff6f3122618 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:21.272853 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-225a606c-93a6-49fb-bd70-85ea4b0c7db2 req-2a6bb3c3-3b52-48a8-9796-fff6f3122618 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.0893991 Nov 11 22:24:21.329550 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-225a606c-93a6-49fb-bd70-85ea4b0c7db2 req-f7969325-be86-4399-b29f-e405185059eb tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498738 Nov 11 22:24:21.373649 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2039420862-network', 'tenant_id': 'fba0805518eb46388f690f9493e7560e'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:24:21.379420 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:24:21.384062 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Usage tracker for resource:network and tenant:fba0805518eb46388f690f9493e7560e is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:24:21.387627 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:24:21.394025 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:24:21.437266 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:21.471870 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Made reservation on behalf of fba0805518eb46388f690f9493e7560e for: {'network': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:24:21.478110 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for network, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:21.492368 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:21.532612 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:24:21.537857 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Usage tracker for resource:security_group_rule and tenant:fba0805518eb46388f690f9493e7560e is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:24:21.541342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:24:21.548780 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:24:21.625626 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:21.648861 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:21.656594 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-87dfaea9-7810-4d09-89b3-897bf5423e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:21.683790 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=88356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 22:24:21.698435 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:21.701863 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:21.704946 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:21.705333 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.segments_db [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Added segment b0d38410-096e-4ea8-983b-1b736f6411d5 of type vlan for network b2c5232b-aa0a-44de-a10d-42e6f4f35e3c Nov 11 22:24:21.734684 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762808067494'] for network, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:21.797625 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for network, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:21.799030 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:21.800315 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:21.807120 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-92470941-b1d4-4301-8283-3dbf51df4bdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:21.909820 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6908195 Nov 11 22:24:21.913227 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 32976) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:21.919048 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Pushing event updated for resources: {'Network': ['ID=b2c5232b-aa0a-44de-a10d-42e6f4f35e3c,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:21.919232 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-d7886a70-d499-45c9-8eb0-a11311befd94 admin admin] Request body: {'subnet': {'network_id': 'b2c5232b-aa0a-44de-a10d-42e6f4f35e3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2039420862-subnet', 'tenant_id': 'fba0805518eb46388f690f9493e7560e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:24:21.922088 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:21.924526 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d7886a70-d499-45c9-8eb0-a11311befd94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:24:21.929297 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-d7886a70-d499-45c9-8eb0-a11311befd94 admin admin] Usage tracker for resource:subnet and tenant:fba0805518eb46388f690f9493e7560e is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:24:21.930827 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Network b2c5232b-aa0a-44de-a10d-42e6f4f35e3c details requested by agent ovs-agent-dv-cinder-815883-4-smb with host dv-cinder-815883-4-smb {{(pid=88357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 22:24:21.932523 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-d7886a70-d499-45c9-8eb0-a11311befd94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:24:21.939400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d7886a70-d499-45c9-8eb0-a11311befd94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:24:21.992295 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7886a70-d499-45c9-8eb0-a11311befd94 admin admin] Made reservation on behalf of fba0805518eb46388f690f9493e7560e for: {'subnet': 1} {{(pid=88355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:24:21.999789 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d7886a70-d499-45c9-8eb0-a11311befd94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1452286'] for subnet, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:22.260601 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d7886a70-d499-45c9-8eb0-a11311befd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1394974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1452271'] for subnet, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:22.266389 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-21d81241-d980-4957-b43a-89406accc796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:22.345800 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7886a70-d499-45c9-8eb0-a11311befd94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1dc4df2-c84c-4c0e-936f-df9ebfee6547,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:22.348655 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d7886a70-d499-45c9-8eb0-a11311befd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:22.360867 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7886a70-d499-45c9-8eb0-a11311befd94 admin admin] Checking segment: {'id': 'b0d38410-096e-4ea8-983b-1b736f6411d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c5232b-aa0a-44de-a10d-42e6f4f35e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:24:22.361493 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7886a70-d499-45c9-8eb0-a11311befd94 admin admin] Network hostable DHCP agents. Network: b2c5232b-aa0a-44de-a10d-42e6f4f35e3c, hostable agents: ['677b8291-3a34-4ed4-9d57-1628f65efd5e'], hosted agents: [] {{(pid=88355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 22:24:22.419841 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7886a70-d499-45c9-8eb0-a11311befd94 admin admin] Network b2c5232b-aa0a-44de-a10d-42e6f4f35e3c is scheduled to be hosted by DHCP agent 677b8291-3a34-4ed4-9d57-1628f65efd5e with binding_index 1 {{(pid=88355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 22:24:22.449017 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-d7886a70-d499-45c9-8eb0-a11311befd94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-smb, b2c5232b-aa0a-44de-a10d-42e6f4f35e3c) {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:24:22.459148 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4207dc5c-5be8-4b00-b2e0-108fc579e6c4 None None] Network b2c5232b-aa0a-44de-a10d-42e6f4f35e3c requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:24:22.461235 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7886a70-d499-45c9-8eb0-a11311befd94 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:22.466895 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d7886a70-d499-45c9-8eb0-a11311befd94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:22.568524 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-d7886a70-d499-45c9-8eb0-a11311befd94 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6536112 Nov 11 22:24:22.636091 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd151f-9157-48d0-94bd-8b517cd675e2 req-b76b76cb-a4fa-4ea6-ab6d-4eda3c4d4f04 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:22.640442 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b8bd151f-9157-48d0-94bd-8b517cd675e2 req-b76b76cb-a4fa-4ea6-ab6d-4eda3c4d4f04 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.1248949 Nov 11 22:24:22.725454 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b8bd151f-9157-48d0-94bd-8b517cd675e2 req-329d850e-a2e2-44d6-9ace-35e66040a36b tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635622 Nov 11 22:24:22.916869 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2cc9e4-b95c-4c8e-802e-9fe86bd9accf None None] Network b2c5232b-aa0a-44de-a10d-42e6f4f35e3c requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:24:22.919898 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 32998) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:23.150390 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2579ef33-cdde-4332-8a10-39004d5aa394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:23.191061 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2579ef33-cdde-4332-8a10-39004d5aa394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:24:23.196792 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-2579ef33-cdde-4332-8a10-39004d5aa394 admin admin] Usage tracker for resource:security_group_rule and tenant:ae21b17c05dc478c9805cfeeadac0f7a is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:24:23.200428 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-2579ef33-cdde-4332-8a10-39004d5aa394 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:24:23.210503 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2579ef33-cdde-4332-8a10-39004d5aa394 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:24:23.309882 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2579ef33-cdde-4332-8a10-39004d5aa394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:23.345245 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2579ef33-cdde-4332-8a10-39004d5aa394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:23.354018 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e4d8958f-a527-443a-96a1-7090056f96c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:23.405532 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579ef33-cdde-4332-8a10-39004d5aa394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b20a48-df01-48fc-a31a-84b6a77ef87e,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:23.414382 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-2579ef33-cdde-4332-8a10-39004d5aa394 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae21b17c05dc478c9805cfeeadac0f7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4883697 Nov 11 22:24:23.414382 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2579ef33-cdde-4332-8a10-39004d5aa394 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:23.414825 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 33004) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:24:23.500338 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2b1331d9-cbdf-40e7-a731-aae619ccc26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:23.539058 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2b1331d9-cbdf-40e7-a731-aae619ccc26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:23.631698 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2b1331d9-cbdf-40e7-a731-aae619ccc26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:23.636965 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e57c56ba-5091-4374-a92b-4c6caeae917e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:23.651239 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1331d9-cbdf-40e7-a731-aae619ccc26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b20a48-df01-48fc-a31a-84b6a77ef87e,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:23.659335 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2b1331d9-cbdf-40e7-a731-aae619ccc26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:23.660307 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2b1331d9-cbdf-40e7-a731-aae619ccc26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:23.662500 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-2b1331d9-cbdf-40e7-a731-aae619ccc26a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29b20a48-df01-48fc-a31a-84b6a77ef87e HTTP/1.1" status: 204 len: 168 time: 0.2458947 Nov 11 22:24:24.134010 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1a9ee-2581-4dcf-bb19-9a0ea6f670a8 req-517c1fac-da0b-4208-a4bf-74167ae0644a tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:24.137036 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-80e1a9ee-2581-4dcf-bb19-9a0ea6f670a8 req-517c1fac-da0b-4208-a4bf-74167ae0644a tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.1969891 Nov 11 22:24:24.192911 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-80e1a9ee-2581-4dcf-bb19-9a0ea6f670a8 req-757542ce-bac6-4c64-b699-6de8fa3261e2 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484896 Nov 11 22:24:25.423582 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b4ea3-ba2e-426b-ad57-854705048871 req-837e181d-ff67-466b-9208-6fcdde6671d5 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:25.425355 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cd8b4ea3-ba2e-426b-ad57-854705048871 req-837e181d-ff67-466b-9208-6fcdde6671d5 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.0957487 Nov 11 22:24:25.478528 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-cd8b4ea3-ba2e-426b-ad57-854705048871 req-6ab22c7e-c62c-49f3-8cf3-d96559f10a7e tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457547 Nov 11 22:24:25.712725 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-d89a739a-05ac-4847-87eb-44482684ef1b tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:25.714317 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-d89a739a-05ac-4847-87eb-44482684ef1b tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/networks?id=b2c5232b-aa0a-44de-a10d-42e6f4f35e3c HTTP/1.1" status: 200 len: 809 time: 0.1563678 Nov 11 22:24:25.733456 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-581b7570-bd8c-43f7-84a9-e3026a1883a4 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/quotas/fba0805518eb46388f690f9493e7560e HTTP/1.1" status: 200 len: 375 time: 0.0127513 Nov 11 22:24:25.788967 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-c1da5503-8068-48d1-92fa-72274e5ca1b9 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fba0805518eb46388f690f9493e7560e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493877 Nov 11 22:24:26.075795 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-4bc9fcf5-0780-4620-83b4-02427a029418 service neutron] 10.222.0.25 "GET /v2.0/networks/b2c5232b-aa0a-44de-a10d-42e6f4f35e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793453 Nov 11 22:24:26.415136 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-1eac0283-952e-4b0c-8dbb-e8e71f920c44 service neutron] 10.222.0.25 "GET /v2.0/networks/b2c5232b-aa0a-44de-a10d-42e6f4f35e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329690 Nov 11 22:24:26.764458 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb855f-185f-4c5c-84da-f30d076d5125 req-5ec021fa-162d-4207-820a-babeb7a34b63 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:26.766337 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c6bb855f-185f-4c5c-84da-f30d076d5125 req-5ec021fa-162d-4207-820a-babeb7a34b63 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.0932820 Nov 11 22:24:26.854956 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a07610bd-f162-49ac-a060-1dd77ce2703c req-20df4885-52b9-4952-8db3-0a4584bc9602 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=c843a8eb-f94f-4974-89a6-64aa37e45daf HTTP/1.1" status: 200 len: 210 time: 0.0600402 Nov 11 22:24:26.874452 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c6bb855f-185f-4c5c-84da-f30d076d5125 req-a51f0243-f94d-4600-96f9-50e62fe8db49 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007545 Nov 11 22:24:27.339161 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7cfb9d59-4e70-46b5-bef4-5c609cb09a3e req-33077e8f-a39d-4605-9026-c674ded3a1dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=970a79010894485c806dc1e58aff6760&device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 1099 time: 0.1856382 Nov 11 22:24:27.496943 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb9d59-4e70-46b5-bef4-5c609cb09a3e req-e5a6af0c-3048-4b84-a3d1-c83be606c60c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:27.499005 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7cfb9d59-4e70-46b5-bef4-5c609cb09a3e req-e5a6af0c-3048-4b84-a3d1-c83be606c60c service neutron] 10.222.0.55 "GET /v2.0/networks?id=4aa00e17-59c4-4179-a628-3da5e1912d61 HTTP/1.1" status: 200 len: 909 time: 0.1524794 Nov 11 22:24:27.610122 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7cfb9d59-4e70-46b5-bef4-5c609cb09a3e req-e92af2f4-32e9-4efa-b94b-09aa5ae8462c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e HTTP/1.1" status: 200 len: 1002 time: 0.1040940 Nov 11 22:24:27.688865 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb9d59-4e70-46b5-bef4-5c609cb09a3e req-2b093d89-1c73-4927-b6ba-17bf688c395a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:27.690414 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7cfb9d59-4e70-46b5-bef4-5c609cb09a3e req-2b093d89-1c73-4927-b6ba-17bf688c395a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ef2997f-4cea-48bc-8493-7bbd8948b08c HTTP/1.1" status: 200 len: 847 time: 0.0730274 Nov 11 22:24:27.780686 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7cfb9d59-4e70-46b5-bef4-5c609cb09a3e req-93f99def-1113-4a47-9ba1-3d4883d3626d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4aa00e17-59c4-4179-a628-3da5e1912d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827515 Nov 11 22:24:27.950349 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7cfb9d59-4e70-46b5-bef4-5c609cb09a3e req-8b26316a-a57f-4d0d-b279-28168c6659dc service neutron] 10.222.0.55 "GET /v2.0/networks/4aa00e17-59c4-4179-a628-3da5e1912d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579287 Nov 11 22:24:28.079487 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7545ea95-67a1-4e61-9f0d-7154b9f5beb4 req-536f509f-769b-4977-a716-79e216b7cead tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=c843a8eb-f94f-4974-89a6-64aa37e45daf HTTP/1.1" status: 200 len: 210 time: 0.0873344 Nov 11 22:24:28.115210 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7cfb9d59-4e70-46b5-bef4-5c609cb09a3e req-cbe59f08-b829-478d-8de2-40ae29614c39 service neutron] 10.222.0.55 "GET /v2.0/networks/4aa00e17-59c4-4179-a628-3da5e1912d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567760 Nov 11 22:24:28.126536 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767613f-9640-4f37-a04b-15a07d825f0d req-e0b5fa23-21e3-498a-b30f-4198edd17182 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:28.128312 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0767613f-9640-4f37-a04b-15a07d825f0d req-e0b5fa23-21e3-498a-b30f-4198edd17182 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.0941477 Nov 11 22:24:28.183590 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0767613f-9640-4f37-a04b-15a07d825f0d req-d46c1781-3f64-4a05-8fc9-398a7d09e551 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474741 Nov 11 22:24:29.016004 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-e6a577cf-ccf5-48d2-9b14-cf88a1719c95 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:29.016660 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-e6a577cf-ccf5-48d2-9b14-cf88a1719c95 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Synchronizing usage tracker for tenant:fba0805518eb46388f690f9493e7560e on resource:network {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:24:29.060415 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-e6a577cf-ccf5-48d2-9b14-cf88a1719c95 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Unset dirty status for tenant:fba0805518eb46388f690f9493e7560e on resource:network {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:24:29.061719 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-e6a577cf-ccf5-48d2-9b14-cf88a1719c95 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.55 "GET /v2.0/networks?id=b2c5232b-aa0a-44de-a10d-42e6f4f35e3c HTTP/1.1" status: 200 len: 809 time: 0.2209489 Nov 11 22:24:29.079777 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-4257003a-3adf-4c0f-86bb-8fd1f6bda761 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Request body: {'port': {'device_id': 'c843a8eb-f94f-4974-89a6-64aa37e45daf', 'network_id': 'b2c5232b-aa0a-44de-a10d-42e6f4f35e3c', 'admin_state_up': True, 'tenant_id': 'fba0805518eb46388f690f9493e7560e'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:24:29.243369 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-4257003a-3adf-4c0f-86bb-8fd1f6bda761 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:24:29.248963 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-4257003a-3adf-4c0f-86bb-8fd1f6bda761 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Usage tracker for resource:port and tenant:fba0805518eb46388f690f9493e7560e is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:24:29.252274 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-4257003a-3adf-4c0f-86bb-8fd1f6bda761 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:24:29.262107 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-4257003a-3adf-4c0f-86bb-8fd1f6bda761 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:24:29.266596 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-87f90ff5-f7f6-4921-a37c-0b002ab65262 req-0d325aa4-72bd-4c8e-b9f6-a45f02634b02 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=c843a8eb-f94f-4974-89a6-64aa37e45daf HTTP/1.1" status: 200 len: 210 time: 0.0505710 Nov 11 22:24:29.311130 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-4257003a-3adf-4c0f-86bb-8fd1f6bda761 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Made reservation on behalf of fba0805518eb46388f690f9493e7560e for: {'port': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:24:29.322083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-4257003a-3adf-4c0f-86bb-8fd1f6bda761 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:29.429215 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de7ce5-5640-44f8-b986-24e2cd4a2986 req-524f6cd3-115d-453d-8599-c590507254ac tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:29.431105 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b5de7ce5-5640-44f8-b986-24e2cd4a2986 req-524f6cd3-115d-453d-8599-c590507254ac tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.0913439 Nov 11 22:24:29.515927 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b5de7ce5-5640-44f8-b986-24e2cd4a2986 req-6d5769f1-fd55-410a-9f1d-14c00d5767bd tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772426 Nov 11 22:24:29.569317 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-4257003a-3adf-4c0f-86bb-8fd1f6bda761 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Allocated IP 172.20.0.11 (b2c5232b-aa0a-44de-a10d-42e6f4f35e3c/a1dc4df2-c84c-4c0e-936f-df9ebfee6547/1b7c3973-14e8-4069-93d4-b2de44f4227d) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:24:29.823337 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-4257003a-3adf-4c0f-86bb-8fd1f6bda761 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:29.896735 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-4257003a-3adf-4c0f-86bb-8fd1f6bda761 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:29.908114 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a4d31cbf-5efe-488b-b8e6-7c368ce7f9ea tempest-DeleteServersTestJSON-1039613347 tempest-DeleteServersTestJSON-1039613347-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:30.032238 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-4257003a-3adf-4c0f-86bb-8fd1f6bda761 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Network b2c5232b-aa0a-44de-a10d-42e6f4f35e3c is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:24:30.036187 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-4257003a-3adf-4c0f-86bb-8fd1f6bda761 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:24:30.038500 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257003a-3adf-4c0f-86bb-8fd1f6bda761 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Pushing event updated for resources: {'Port': ['ID=1b7c3973-14e8-4069-93d4-b2de44f4227d,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:30.041047 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-4257003a-3adf-4c0f-86bb-8fd1f6bda761 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:24:30.073183 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4257003a-3adf-4c0f-86bb-8fd1f6bda761 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:30.107868 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-4257003a-3adf-4c0f-86bb-8fd1f6bda761 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:30.108559 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-4257003a-3adf-4c0f-86bb-8fd1f6bda761 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:30.175584 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-4257003a-3adf-4c0f-86bb-8fd1f6bda761 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0999596 Nov 11 22:24:30.192221 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Request body: {'port': {'device_id': 'c843a8eb-f94f-4974-89a6-64aa37e45daf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:24:30.335447 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:30.343309 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c7c79-bf12-4210-996d-4ed3e693005d req-5ddaaf61-abca-43de-92a5-6e1e50539c33 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:30.345409 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ae4c7c79-bf12-4210-996d-4ed3e693005d req-5ddaaf61-abca-43de-92a5-6e1e50539c33 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.1029100 Nov 11 22:24:30.398752 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ae4c7c79-bf12-4210-996d-4ed3e693005d req-f4a7a815-2b0d-4e2a-b1c7-f23029fa3f29 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460775 Nov 11 22:24:30.576307 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f253a8-3a68-4dd8-9514-e83b90dddce7 req-6aa187f5-156d-42d8-b08c-0403ddcb5aa9 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:30.577771 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-32f253a8-3a68-4dd8-9514-e83b90dddce7 req-6aa187f5-156d-42d8-b08c-0403ddcb5aa9 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=c843a8eb-f94f-4974-89a6-64aa37e45daf HTTP/1.1" status: 200 len: 932 time: 0.1062450 Nov 11 22:24:30.639598 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-32f253a8-3a68-4dd8-9514-e83b90dddce7 req-38b5bed7-47c6-44f4-9668-ec2241e7974e tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550320 Nov 11 22:24:30.739587 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24867c-e32c-4bd4-b632-4171338f43a6 req-cce1dd20-e465-45e2-95ea-d4fb310dbf0a tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:30.741774 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5b24867c-e32c-4bd4-b632-4171338f43a6 req-cce1dd20-e465-45e2-95ea-d4fb310dbf0a tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.0870028 Nov 11 22:24:30.791962 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7c3973-14e8-4069-93d4-b2de44f4227d {{(pid=88356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:24:30.793843 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5b24867c-e32c-4bd4-b632-4171338f43a6 req-8b097090-3c22-44f7-af26-2da1e93447ec tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458481 Nov 11 22:24:30.799270 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:30.814924 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Transition to ACTIVE for port object 1b7c3973-14e8-4069-93d4-b2de44f4227d will not be triggered until provisioned by entity L2. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:24:30.848459 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853672831'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:30.854214 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a2980f06-7644-4d97-9f03-70fc2d82b46b tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:30.984450 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Pushing event updated for resources: {'Port': ['ID=1b7c3973-14e8-4069-93d4-b2de44f4227d,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:30.988960 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:31.105943 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Attempting to bind port 1b7c3973-14e8-4069-93d4-b2de44f4227d on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:24:31.105943 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Attempting to bind port 1b7c3973-14e8-4069-93d4-b2de44f4227d by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'b0d38410-096e-4ea8-983b-1b736f6411d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c5232b-aa0a-44de-a10d-42e6f4f35e3c'}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:24:31.105943 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Attempting to bind port 1b7c3973-14e8-4069-93d4-b2de44f4227d on network b2c5232b-aa0a-44de-a10d-42e6f4f35e3c {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:24:31.112633 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Port 1b7c3973-14e8-4069-93d4-b2de44f4227d on network b2c5232b-aa0a-44de-a10d-42e6f4f35e3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 22:24:31.113115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Attempting to bind port 1b7c3973-14e8-4069-93d4-b2de44f4227d on network b2c5232b-aa0a-44de-a10d-42e6f4f35e3c {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:24:31.120696 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Checking agent: {'id': 'd308de4e-73e5-4a02-a57f-4634dba51a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:24:31.121113 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Checking segment: {'id': 'b0d38410-096e-4ea8-983b-1b736f6411d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c5232b-aa0a-44de-a10d-42e6f4f35e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:24:31.121553 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Bound using segment: {'id': 'b0d38410-096e-4ea8-983b-1b736f6411d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c5232b-aa0a-44de-a10d-42e6f4f35e3c'} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:24:31.122086 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Bound port: 1b7c3973-14e8-4069-93d4-b2de44f4227d, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d38410-096e-4ea8-983b-1b736f6411d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c5232b-aa0a-44de-a10d-42e6f4f35e3c'}}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:24:31.122474 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:31.219968 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] For port 1b7c3973-14e8-4069-93d4-b2de44f4227d, host hv-cinder-81588, cleared binding levels {{(pid=88356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:24:31.223571 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] For port 1b7c3973-14e8-4069-93d4-b2de44f4227d, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=1b7c3973-14e8-4069-93d4-b2de44f4227d,segment=NetworkSegment(b0d38410-096e-4ea8-983b-1b736f6411d5),segment_id=b0d38410-096e-4ea8-983b-1b736f6411d5)] {{(pid=88356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:24:31.272216 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853672831'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:31.277499 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4ec92c71-6e66-4492-8800-77331a2d4a73 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:31.346268 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:31.350180 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] 10.222.0.55 "PUT /v2.0/ports/1b7c3973-14e8-4069-93d4-b2de44f4227d HTTP/1.1" status: 200 len: 1094 time: 1.1646755 Nov 11 22:24:31.350180 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c843a8eb-f94f-4974-89a6-64aa37e45daf', 'tag': '1b7c3973-14e8-4069-93d4-b2de44f4227d'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:24:31.369520 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Pushing event updated for resources: {'Port': ['ID=1b7c3973-14e8-4069-93d4-b2de44f4227d,revision_number=3']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:31.370390 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:31.535072 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-0f938150-d88d-47c6-b96e-1268ab4f9b80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fba0805518eb46388f690f9493e7560e&device_id=c843a8eb-f94f-4974-89a6-64aa37e45daf HTTP/1.1" status: 200 len: 1097 time: 0.0957606 Nov 11 22:24:31.608965 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c843a8eb-f94f-4974-89a6-64aa37e45daf', 'tag': '1b7c3973-14e8-4069-93d4-b2de44f4227d', 'status': 'completed', 'code': 200} Nov 11 22:24:31.618968 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-ae440474-85d5-4d1e-ac8a-921dca8b5782 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b7c3973-14e8-4069-93d4-b2de44f4227d HTTP/1.1" status: 200 len: 217 time: 0.0752461 Nov 11 22:24:31.662715 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3cd46-712e-4e42-9a9d-829541213eac req-4d4e2e35-d8fc-44b7-b103-b757c6debc62 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:31.664398 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a4d3cd46-712e-4e42-9a9d-829541213eac req-4d4e2e35-d8fc-44b7-b103-b757c6debc62 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.0925872 Nov 11 22:24:31.693965 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-87d5c320-3f9e-47d5-b959-61fbc7bd5475 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:31.695612 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-87d5c320-3f9e-47d5-b959-61fbc7bd5475 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a1dc4df2-c84c-4c0e-936f-df9ebfee6547 HTTP/1.1" status: 200 len: 849 time: 0.0686185 Nov 11 22:24:31.716659 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a4d3cd46-712e-4e42-9a9d-829541213eac req-9c81432a-f93c-4813-baec-c5cbe4c8763d tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459576 Nov 11 22:24:31.750901 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-3dfba334-22e1-4571-b5ce-9f82ffbc49b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2c5232b-aa0a-44de-a10d-42e6f4f35e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479295 Nov 11 22:24:31.868499 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f3735-8b73-4e25-b9e5-f98a89b647e8 req-3be41d86-fd95-47a7-b0a6-0313a1806a58 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:31.869580 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9c3f3735-8b73-4e25-b9e5-f98a89b647e8 req-3be41d86-fd95-47a7-b0a6-0313a1806a58 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=c843a8eb-f94f-4974-89a6-64aa37e45daf HTTP/1.1" status: 200 len: 944 time: 0.0904477 Nov 11 22:24:31.911344 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-19507d0e-c7b7-4b64-b722-d892573a1a3d service neutron] 10.222.0.55 "GET /v2.0/networks/b2c5232b-aa0a-44de-a10d-42e6f4f35e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533520 Nov 11 22:24:31.929017 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9c3f3735-8b73-4e25-b9e5-f98a89b647e8 req-20de7091-06d5-4a32-b46b-68676ee936bb tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513852 Nov 11 22:24:32.065100 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bb220446-6a9d-487a-a73c-07cc9a1563e2 req-72b969ac-2b85-4727-822b-13aeded89cc4 service neutron] 10.222.0.55 "GET /v2.0/networks/b2c5232b-aa0a-44de-a10d-42e6f4f35e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466835 Nov 11 22:24:32.075462 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53fa4b-12e3-4930-9aa7-50619e70279c req-d5492008-95e7-40e3-901b-ffc26d6812ab tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:32.077097 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9e53fa4b-12e3-4930-9aa7-50619e70279c req-d5492008-95e7-40e3-901b-ffc26d6812ab tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.0871365 Nov 11 22:24:32.128353 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9e53fa4b-12e3-4930-9aa7-50619e70279c req-29f5a265-7a92-415e-88fa-b4b119727b19 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447540 Nov 11 22:24:32.421843 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b0356110-33c5-4372-a8a8-d4f4ea920374 req-0a8f3518-e135-49eb-8292-55437ced14cf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1581087 Nov 11 22:24:32.435072 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6e47a2b9-4b61-429b-8dc7-53adf0a657e1 req-e64164fc-55e0-4e1c-a752-cf14eaec292f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fba0805518eb46388f690f9493e7560e&device_id=c843a8eb-f94f-4974-89a6-64aa37e45daf HTTP/1.1" status: 200 len: 1097 time: 0.3038988 Nov 11 22:24:32.594848 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47a2b9-4b61-429b-8dc7-53adf0a657e1 req-54e461da-e4fa-4227-8c60-68545104ee00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:32.596517 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6e47a2b9-4b61-429b-8dc7-53adf0a657e1 req-54e461da-e4fa-4227-8c60-68545104ee00 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b2c5232b-aa0a-44de-a10d-42e6f4f35e3c HTTP/1.1" status: 200 len: 910 time: 0.1532116 Nov 11 22:24:32.674238 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6e47a2b9-4b61-429b-8dc7-53adf0a657e1 req-16793e2c-8175-4ea5-a400-e4342c9596b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b7c3973-14e8-4069-93d4-b2de44f4227d HTTP/1.1" status: 200 len: 217 time: 0.0701883 Nov 11 22:24:32.745690 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47a2b9-4b61-429b-8dc7-53adf0a657e1 req-866508bf-54be-4d68-b707-20343a729404 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:32.747292 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6e47a2b9-4b61-429b-8dc7-53adf0a657e1 req-866508bf-54be-4d68-b707-20343a729404 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a1dc4df2-c84c-4c0e-936f-df9ebfee6547 HTTP/1.1" status: 200 len: 849 time: 0.0666399 Nov 11 22:24:32.778952 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a6f1d286-b841-49fc-82bd-455f7e9eefdd req-4d4b9dd7-b483-419e-a7c9-096fa476b96a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1591480 Nov 11 22:24:32.786018 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d366e44-b6b2-4deb-95df-a90604a370dc req-dbcafc6f-d563-4c19-9e34-e9be9590cdcd tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:32.787704 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4d366e44-b6b2-4deb-95df-a90604a370dc req-dbcafc6f-d563-4c19-9e34-e9be9590cdcd tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.1071370 Nov 11 22:24:32.814494 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6e47a2b9-4b61-429b-8dc7-53adf0a657e1 req-ad2389d4-d9b1-4af4-ac5a-a0a995c47fe4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2c5232b-aa0a-44de-a10d-42e6f4f35e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579278 Nov 11 22:24:32.882716 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4d366e44-b6b2-4deb-95df-a90604a370dc req-5bf305e3-c235-4b10-8b1e-28d3ebc1a2f7 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833504 Nov 11 22:24:32.987262 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585d854-8e23-4aab-adb9-6dc7e5177045 req-bc9c4c68-8191-498b-ba27-5847db77add3 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:32.989093 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5585d854-8e23-4aab-adb9-6dc7e5177045 req-bc9c4c68-8191-498b-ba27-5847db77add3 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.1048777 Nov 11 22:24:32.992339 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6e47a2b9-4b61-429b-8dc7-53adf0a657e1 req-96123892-7699-49a8-b4f8-64cd0123a2e8 service neutron] 10.222.0.55 "GET /v2.0/networks/b2c5232b-aa0a-44de-a10d-42e6f4f35e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679411 Nov 11 22:24:33.056962 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5585d854-8e23-4aab-adb9-6dc7e5177045 req-98719074-c04a-4e6b-aece-65a0cdd5711b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600846 Nov 11 22:24:33.198821 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c02a3-47df-406f-b3af-7c38410c9bfc req-b49a0690-1537-4d6d-8358-7a37117bb478 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:33.200408 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8c1c02a3-47df-406f-b3af-7c38410c9bfc req-b49a0690-1537-4d6d-8358-7a37117bb478 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=c843a8eb-f94f-4974-89a6-64aa37e45daf HTTP/1.1" status: 200 len: 944 time: 0.1070096 Nov 11 22:24:33.209365 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6e47a2b9-4b61-429b-8dc7-53adf0a657e1 req-27be1455-7b9f-4b67-8156-938251c7d1d5 service neutron] 10.222.0.55 "GET /v2.0/networks/b2c5232b-aa0a-44de-a10d-42e6f4f35e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041240 Nov 11 22:24:33.226307 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:33.255214 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8c1c02a3-47df-406f-b3af-7c38410c9bfc req-4b1d67f0-2b72-40ff-bcb2-b45fad1b43c5 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478492 Nov 11 22:24:33.666624 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 1b7c3973-14e8-4069-93d4-b2de44f4227d details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:24:33.674686 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:24:34.057127 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:34.092834 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 1b7c3973-14e8-4069-93d4-b2de44f4227d, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=1b7c3973-14e8-4069-93d4-b2de44f4227d,segment=NetworkSegment(b0d38410-096e-4ea8-983b-1b736f6411d5),segment_id=b0d38410-096e-4ea8-983b-1b736f6411d5)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:24:34.112873 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc646c-8c8c-4290-8eab-08e23afe605b req-5c47fb7f-4469-41e4-8525-6c414f463a49 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:34.114838 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-71bc646c-8c8c-4290-8eab-08e23afe605b req-5c47fb7f-4469-41e4-8525-6c414f463a49 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.0959568 Nov 11 22:24:34.136227 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': '1b7c3973-14e8-4069-93d4-b2de44f4227d', 'network_id': 'b2c5232b-aa0a-44de-a10d-42e6f4f35e3c', 'port_id': '1b7c3973-14e8-4069-93d4-b2de44f4227d', 'mac_address': 'fa:16:3e:87:de:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1dc4df2-c84c-4c0e-936f-df9ebfee6547', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:24:34.149327 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:24:34.179053 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-71bc646c-8c8c-4290-8eab-08e23afe605b req-525a5248-e2ec-403c-9d09-7f1e65ceca24 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572915 Nov 11 22:24:34.226938 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e,segment=NetworkSegment(87c7138a-466a-466a-a3a0-ee47804e2f41),segment_id=87c7138a-466a-466a-a3a0-ee47804e2f41)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:24:34.246163 dv-cinder-815883-4-smb neutron-server[88244]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e', 'code': 422} returned with failed status Nov 11 22:24:34.250466 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:34.267644 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:34.270806 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:34.309440 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7c3973-14e8-4069-93d4-b2de44f4227d {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:24:34.348039 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 1b7c3973-14e8-4069-93d4-b2de44f4227d, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=1b7c3973-14e8-4069-93d4-b2de44f4227d,segment=NetworkSegment(b0d38410-096e-4ea8-983b-1b736f6411d5),segment_id=b0d38410-096e-4ea8-983b-1b736f6411d5)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:24:34.359431 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e,revision_number=6']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:34.363395 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:34.366566 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87548f6a-1952-4af1-815d-7628bb812056 req-68fad263-fc09-4c92-8d5f-1201a8862985 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:34.368408 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-87548f6a-1952-4af1-815d-7628bb812056 req-68fad263-fc09-4c92-8d5f-1201a8862985 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.0936642 Nov 11 22:24:34.402261 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:34.404880 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:34.473701 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-87548f6a-1952-4af1-815d-7628bb812056 req-60b7c6db-653b-4fca-a31c-808c6324474c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983448 Nov 11 22:24:34.480558 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=1b7c3973-14e8-4069-93d4-b2de44f4227d,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:34.484089 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:34.544642 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6fe7c-f679-4764-81a1-619a534f1c74 req-4042010e-e3f1-43a0-a2e0-0db55a3f419d tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:34.551049 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b3e6fe7c-f679-4764-81a1-619a534f1c74 req-4042010e-e3f1-43a0-a2e0-0db55a3f419d tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=c843a8eb-f94f-4974-89a6-64aa37e45daf HTTP/1.1" status: 200 len: 945 time: 0.1581447 Nov 11 22:24:34.618491 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b3e6fe7c-f679-4764-81a1-619a534f1c74 req-548671ef-d543-486d-a6f5-27955cb459e6 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616150 Nov 11 22:24:34.660213 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a6f1d286-b841-49fc-82bd-455f7e9eefdd req-dff3071e-cdc3-4ef0-b8aa-b92225968330 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b&tenant_id=970a79010894485c806dc1e58aff6760 HTTP/1.1" status: 200 len: 1097 time: 0.1718681 Nov 11 22:24:34.665274 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['1b7c3973-14e8-4069-93d4-b2de44f4227d'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:24:34.686443 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-79c24059-0dc9-48b7-85a9-ad1f2ce74a04 req-9aea6afb-ed8a-48ab-971b-f654c3e7011d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30b5c8060107440099282a255f5a3afc&device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 1098 time: 0.1064396 Nov 11 22:24:34.898966 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a6f1d286-b841-49fc-82bd-455f7e9eefdd req-55a32574-060b-4ec3-976d-4edabf3bb80e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=970a79010894485c806dc1e58aff6760&device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 1097 time: 0.2114387 Nov 11 22:24:34.904102 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c24059-0dc9-48b7-85a9-ad1f2ce74a04 req-1c46a8af-e968-4059-8775-036fb55d15ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:34.905560 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-79c24059-0dc9-48b7-85a9-ad1f2ce74a04 req-1c46a8af-e968-4059-8775-036fb55d15ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e502878-60da-4698-8f22-97917266e235 HTTP/1.1" status: 200 len: 918 time: 0.1753471 Nov 11 22:24:35.126140 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-79c24059-0dc9-48b7-85a9-ad1f2ce74a04 req-bfa0e7ed-7634-4d50-94af-b4c722da78e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc2b4ff-5ba5-4c29-862b-6c821b93666f HTTP/1.1" status: 200 len: 1001 time: 0.1881971 Nov 11 22:24:35.196649 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1d286-b841-49fc-82bd-455f7e9eefdd req-bd1d5ff8-343b-4f24-b6dd-a5a7fa8b5150 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:35.198235 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a6f1d286-b841-49fc-82bd-455f7e9eefdd req-bd1d5ff8-343b-4f24-b6dd-a5a7fa8b5150 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4aa00e17-59c4-4179-a628-3da5e1912d61 HTTP/1.1" status: 200 len: 909 time: 0.2827499 Nov 11 22:24:35.294297 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c24059-0dc9-48b7-85a9-ad1f2ce74a04 req-a1cb599d-1bca-44bd-ac5b-a3d1a88de98a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:35.295921 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-79c24059-0dc9-48b7-85a9-ad1f2ce74a04 req-a1cb599d-1bca-44bd-ac5b-a3d1a88de98a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28b1f60c-9def-4779-8aa9-49aa02b8c273 HTTP/1.1" status: 200 len: 856 time: 0.1524572 Nov 11 22:24:35.371105 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a6f1d286-b841-49fc-82bd-455f7e9eefdd req-dfcffcdb-5457-4420-9d2e-0c147b2e2d72 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e HTTP/1.1" status: 200 len: 1000 time: 0.1611412 Nov 11 22:24:35.403633 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc72a6d-6507-404f-be11-3e7027d83ec0 req-d67d520a-5032-4139-b8e5-dad4b0014890 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:35.405499 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bcc72a6d-6507-404f-be11-3e7027d83ec0 req-d67d520a-5032-4139-b8e5-dad4b0014890 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 944 time: 0.0840619 Nov 11 22:24:35.414045 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:24:35.455266 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-79c24059-0dc9-48b7-85a9-ad1f2ce74a04 req-f6d54967-657c-4272-aeb0-0af99edf3086 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e502878-60da-4698-8f22-97917266e235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1508651 Nov 11 22:24:35.457481 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bcc72a6d-6507-404f-be11-3e7027d83ec0 req-c27fe5b5-05b1-488b-99ce-5747313fcb4c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452399 Nov 11 22:24:35.464448 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1d286-b841-49fc-82bd-455f7e9eefdd req-99099e9c-2293-4aec-a14c-c1a0a73a5a9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:35.465932 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a6f1d286-b841-49fc-82bd-455f7e9eefdd req-99099e9c-2293-4aec-a14c-c1a0a73a5a9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ef2997f-4cea-48bc-8493-7bbd8948b08c HTTP/1.1" status: 200 len: 847 time: 0.0873046 Nov 11 22:24:35.674926 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-79c24059-0dc9-48b7-85a9-ad1f2ce74a04 req-3b0fc1d8-9a89-4511-a106-30d7878d3338 service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121463 Nov 11 22:24:35.678288 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 1b7c3973-14e8-4069-93d4-b2de44f4227d up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:24:35.679425 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a6f1d286-b841-49fc-82bd-455f7e9eefdd req-8855363e-53a3-4502-9532-f8f4f2be1e3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4aa00e17-59c4-4179-a628-3da5e1912d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1910362 Nov 11 22:24:35.799055 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89f8bc-8177-444c-b32a-7576628b9ec6 req-b1bdc7e2-0412-4823-add6-4a7e6c8540d8 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:35.800631 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ac89f8bc-8177-444c-b32a-7576628b9ec6 req-b1bdc7e2-0412-4823-add6-4a7e6c8540d8 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.1546557 Nov 11 22:24:35.817075 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning for port 1b7c3973-14e8-4069-93d4-b2de44f4227d completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:24:35.823776 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port 1b7c3973-14e8-4069-93d4-b2de44f4227d triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:24:35.824397 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:35.874266 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ac89f8bc-8177-444c-b32a-7576628b9ec6 req-7b8b25ba-71ae-4908-81e9-3866a9e7ced6 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642309 Nov 11 22:24:35.890362 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95954cf-145c-4e92-a6ed-f6e9cf85fd4c req-7042d1a1-cd68-4b15-bc16-1c1781f2ccc1 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:35.892051 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b95954cf-145c-4e92-a6ed-f6e9cf85fd4c req-7042d1a1-cd68-4b15-bc16-1c1781f2ccc1 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=c843a8eb-f94f-4974-89a6-64aa37e45daf HTTP/1.1" status: 200 len: 945 time: 0.1403360 Nov 11 22:24:35.952629 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b95954cf-145c-4e92-a6ed-f6e9cf85fd4c req-582ad946-dd4c-431c-959e-f472a4a41f01 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513020 Nov 11 22:24:36.008970 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a6f1d286-b841-49fc-82bd-455f7e9eefdd req-586ddc65-85cb-434b-b062-0d477c91cc05 service neutron] 10.222.0.55 "GET /v2.0/networks/4aa00e17-59c4-4179-a628-3da5e1912d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992067 Nov 11 22:24:36.010891 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-79c24059-0dc9-48b7-85a9-ad1f2ce74a04 req-7e8d6f7c-a2cd-4dff-8072-47dafcd3c769 service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233984 Nov 11 22:24:36.014137 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:36.054044 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 1b7c3973-14e8-4069-93d4-b2de44f4227d, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=1b7c3973-14e8-4069-93d4-b2de44f4227d,segment=NetworkSegment(b0d38410-096e-4ea8-983b-1b736f6411d5),segment_id=b0d38410-096e-4ea8-983b-1b736f6411d5)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:24:36.105356 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:36.107504 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:36.167325 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a6f1d286-b841-49fc-82bd-455f7e9eefdd req-ea2ea1f1-0a21-45a0-ab14-39faabeaa25b service neutron] 10.222.0.55 "GET /v2.0/networks/4aa00e17-59c4-4179-a628-3da5e1912d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472952 Nov 11 22:24:36.177348 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=1b7c3973-14e8-4069-93d4-b2de44f4227d,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:36.180703 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:36.247550 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c843a8eb-f94f-4974-89a6-64aa37e45daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7c3973-14e8-4069-93d4-b2de44f4227d'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:24:36.393045 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c843a8eb-f94f-4974-89a6-64aa37e45daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7c3973-14e8-4069-93d4-b2de44f4227d', 'code': 200} Nov 11 22:24:36.676480 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96563a02-7011-42fa-8928-e23f61a41a40 req-4d79a237-e7a7-43a7-81e3-da45b7c907d7 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:36.678237 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-96563a02-7011-42fa-8928-e23f61a41a40 req-4d79a237-e7a7-43a7-81e3-da45b7c907d7 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 944 time: 0.0904660 Nov 11 22:24:36.728549 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-96563a02-7011-42fa-8928-e23f61a41a40 req-69bed03b-c725-4fd0-9442-738e8846224c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438311 Nov 11 22:24:36.754153 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6ce7b2ec-ee13-4cc4-b88c-0994a288e906 req-5d4d4817-925a-4780-b84f-e1ed187f521f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c843a8eb-f94f-4974-89a6-64aa37e45daf HTTP/1.1" status: 200 len: 1099 time: 0.0793989 Nov 11 22:24:36.803215 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6ce7b2ec-ee13-4cc4-b88c-0994a288e906 req-490a4548-4fa8-47e0-b369-eb160fdb6040 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415463 Nov 11 22:24:37.154021 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09abe7fd-6109-4b51-99cf-f32a51076681 req-9833eaa7-76e1-4b63-a5cd-38181cd08057 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:37.155693 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-09abe7fd-6109-4b51-99cf-f32a51076681 req-9833eaa7-76e1-4b63-a5cd-38181cd08057 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.1345568 Nov 11 22:24:37.227676 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-09abe7fd-6109-4b51-99cf-f32a51076681 req-9ed16248-ccdb-4d0f-b2b7-08421c354319 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621500 Nov 11 22:24:37.233687 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad37f3-e603-4ffa-b0f1-b60660c2bb75 req-4c7af10e-1fb9-4a4c-add6-d1abd599016e tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:37.239249 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-86ad37f3-e603-4ffa-b0f1-b60660c2bb75 req-4c7af10e-1fb9-4a4c-add6-d1abd599016e tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=c843a8eb-f94f-4974-89a6-64aa37e45daf HTTP/1.1" status: 200 len: 946 time: 0.1455653 Nov 11 22:24:37.294343 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-86ad37f3-e603-4ffa-b0f1-b60660c2bb75 req-b1b76823-7fc8-45f1-9afe-0f0b3bc94256 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462129 Nov 11 22:24:37.952357 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb73f40-4887-41b7-9d86-a58131c6a176 req-f49923dc-1219-4266-98a7-9bd9a56f34dd tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:37.953990 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2fb73f40-4887-41b7-9d86-a58131c6a176 req-f49923dc-1219-4266-98a7-9bd9a56f34dd tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 944 time: 0.0939171 Nov 11 22:24:38.005468 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2fb73f40-4887-41b7-9d86-a58131c6a176 req-e22626a1-a49b-4788-89d5-0dd112e090ad tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441458 Nov 11 22:24:38.527940 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b1b4e-0559-4ccf-9fe6-69012cdf22c4 req-f7058ef5-236b-4160-94cc-bdd1683ed46c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:38.529567 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-267b1b4e-0559-4ccf-9fe6-69012cdf22c4 req-f7058ef5-236b-4160-94cc-bdd1683ed46c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.1506090 Nov 11 22:24:38.540972 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427b708-33b0-4a25-bede-676c01b7a004 req-d111da48-019a-49aa-8a36-1ce1a3ef38bf tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:38.542516 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5427b708-33b0-4a25-bede-676c01b7a004 req-d111da48-019a-49aa-8a36-1ce1a3ef38bf tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=c843a8eb-f94f-4974-89a6-64aa37e45daf HTTP/1.1" status: 200 len: 946 time: 0.1187444 Nov 11 22:24:38.621140 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-267b1b4e-0559-4ccf-9fe6-69012cdf22c4 req-fc345f84-e837-4746-b186-5123ed2677a2 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775619 Nov 11 22:24:38.624974 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5427b708-33b0-4a25-bede-676c01b7a004 req-4ee25c80-bb48-4181-a90f-7781b2868bb8 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663073 Nov 11 22:24:39.222033 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda56b8-db9e-42c4-82cf-b46ba2c095d8 req-f4d6da12-89e4-4263-a9b5-01c88dca7330 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:39.223733 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bcda56b8-db9e-42c4-82cf-b46ba2c095d8 req-f4d6da12-89e4-4263-a9b5-01c88dca7330 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 944 time: 0.0884626 Nov 11 22:24:39.274042 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bcda56b8-db9e-42c4-82cf-b46ba2c095d8 req-4d61a5c5-26cc-448a-9187-cb698ba9c369 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434678 Nov 11 22:24:39.693687 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:24:39.863968 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f3490-750e-4a44-8013-e5a4a957a59f req-8da8bcde-0c10-456d-9a7b-bfb1b9e38409 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:39.867208 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6f6f3490-750e-4a44-8013-e5a4a957a59f req-8da8bcde-0c10-456d-9a7b-bfb1b9e38409 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.1009629 Nov 11 22:24:39.888834 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e,segment=NetworkSegment(87c7138a-466a-466a-a3a0-ee47804e2f41),segment_id=87c7138a-466a-466a-a3a0-ee47804e2f41)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:24:39.906101 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e', 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61', 'port_id': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e', 'mac_address': 'fa:16:3e:a4:96:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:24:39.929513 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6f6f3490-750e-4a44-8013-e5a4a957a59f req-037dcd00-d8b2-4a7b-9d69-52c312909170 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555401 Nov 11 22:24:39.964906 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:39.994531 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:24:40.022737 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e,segment=NetworkSegment(87c7138a-466a-466a-a3a0-ee47804e2f41),segment_id=87c7138a-466a-466a-a3a0-ee47804e2f41)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:24:40.064281 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:40.066235 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:40.138877 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e,revision_number=7']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:40.147107 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:40.147498 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:40.147881 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:40.148259 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:40.148637 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:40.149012 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:40.149417 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:40.149809 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:40.150185 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:40.150552 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:40.150918 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:24:40.155351 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:40.226516 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e15a4f-6e94-4836-94fb-a6c9c130c841 req-250d5f85-eac7-4822-9b73-8fb40853d43b tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:40.228164 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-04e15a4f-6e94-4836-94fb-a6c9c130c841 req-250d5f85-eac7-4822-9b73-8fb40853d43b tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=c843a8eb-f94f-4974-89a6-64aa37e45daf HTTP/1.1" status: 200 len: 946 time: 0.0867994 Nov 11 22:24:40.281485 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-04e15a4f-6e94-4836-94fb-a6c9c130c841 req-456712b9-c733-47c9-a72c-c7439e314330 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469329 Nov 11 22:24:40.380089 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:24:40.510998 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80901537-f675-4354-8837-0e54e0bdeea0 req-3cec4a1b-0e97-4f95-8b00-fd2a1f4581f6 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:40.514174 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-80901537-f675-4354-8837-0e54e0bdeea0 req-3cec4a1b-0e97-4f95-8b00-fd2a1f4581f6 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 945 time: 0.1032743 Nov 11 22:24:40.567838 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-80901537-f675-4354-8837-0e54e0bdeea0 req-df153e44-b9a2-4afb-b38a-89597187a24b tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477726 Nov 11 22:24:41.162197 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714964e2-99ab-4a53-9882-18637eecee44 req-44017af1-95da-4b06-a846-c9b88893cf24 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:41.163785 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-714964e2-99ab-4a53-9882-18637eecee44 req-44017af1-95da-4b06-a846-c9b88893cf24 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.0923481 Nov 11 22:24:41.216270 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-714964e2-99ab-4a53-9882-18637eecee44 req-b503a5fd-fd20-4296-9094-fac7514f4e23 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458148 Nov 11 22:24:41.500647 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be05ae-f13e-4f66-b1fc-0a8881d569bb req-a565f569-1ed8-4a07-87b7-b57b9011e7fb tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:41.503686 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c5be05ae-f13e-4f66-b1fc-0a8881d569bb req-a565f569-1ed8-4a07-87b7-b57b9011e7fb tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=c843a8eb-f94f-4974-89a6-64aa37e45daf HTTP/1.1" status: 200 len: 946 time: 0.0913560 Nov 11 22:24:41.558128 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c5be05ae-f13e-4f66-b1fc-0a8881d569bb req-621a3acb-583f-4349-9797-714d6902d416 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472503 Nov 11 22:24:41.703532 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device ffc2b4ff-5ba5-4c29-862b-6c821b93666f details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:24:41.712514 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:24:41.790382 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364e732-e9de-4acf-bdb3-7d870a6da582 req-a4da1ff5-4919-47b2-b03b-1fbde7eee6aa tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:41.791983 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c364e732-e9de-4acf-bdb3-7d870a6da582 req-a4da1ff5-4919-47b2-b03b-1fbde7eee6aa tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 945 time: 0.0904756 Nov 11 22:24:41.844709 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c364e732-e9de-4acf-bdb3-7d870a6da582 req-307ad2bb-79ba-4661-af65-4d4a6fdfd935 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439935 Nov 11 22:24:41.901204 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:24:41.901910 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:41.977920 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port ffc2b4ff-5ba5-4c29-862b-6c821b93666f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:24:41.998332 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'port_id': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f', 'mac_address': 'fa:16:3e:52:50:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:24:42.026202 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb9aeb-40c4-4cb5-bf8b-4cee9329241c req-039e45f7-d07b-48f2-94c3-92253adae7c9 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:42.027257 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-fecb9aeb-40c4-4cb5-bf8b-4cee9329241c req-039e45f7-d07b-48f2-94c3-92253adae7c9 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Synchronizing usage tracker for tenant:fba0805518eb46388f690f9493e7560e on resource:port {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:24:42.082666 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-fecb9aeb-40c4-4cb5-bf8b-4cee9329241c req-039e45f7-d07b-48f2-94c3-92253adae7c9 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Unset dirty status for tenant:fba0805518eb46388f690f9493e7560e on resource:port {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:24:42.085283 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fecb9aeb-40c4-4cb5-bf8b-4cee9329241c req-039e45f7-d07b-48f2-94c3-92253adae7c9 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.55 "GET /v2.0/ports?device_id=c843a8eb-f94f-4974-89a6-64aa37e45daf HTTP/1.1" status: 200 len: 946 time: 0.1426771 Nov 11 22:24:42.113818 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:42.138101 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:42.154669 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ffc2b4ff-5ba5-4c29-862b-6c821b93666f {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:24:42.171601 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-fecb9aeb-40c4-4cb5-bf8b-4cee9329241c req-9797cb2d-2934-4b82-a63e-0e97268a38e5 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Deleting port 1b7c3973-14e8-4069-93d4-b2de44f4227d {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:24:42.171992 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-fecb9aeb-40c4-4cb5-bf8b-4cee9329241c req-9797cb2d-2934-4b82-a63e-0e97268a38e5 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:42.183278 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port ffc2b4ff-5ba5-4c29-862b-6c821b93666f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:24:42.188875 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:24:42.200493 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e,segment=NetworkSegment(87c7138a-466a-466a-a3a0-ee47804e2f41),segment_id=87c7138a-466a-466a-a3a0-ee47804e2f41)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:24:42.226077 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:42.228339 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:42.310378 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e', 'code': 200} Nov 11 22:24:42.311397 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,revision_number=6']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:42.316986 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:42.317990 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:42.319879 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-103e0394-a3c2-4083-82b5-d9779c357883 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:42.396515 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e,revision_number=8']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:42.400617 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:42.408835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['ffc2b4ff-5ba5-4c29-862b-6c821b93666f'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:24:42.525631 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97427ee7-563e-4d23-b7b3-2bc55a6793d9 req-392a8636-f559-4007-a29c-bd567fa3e5ef tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:42.527716 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-97427ee7-563e-4d23-b7b3-2bc55a6793d9 req-392a8636-f559-4007-a29c-bd567fa3e5ef tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 944 time: 0.1289876 Nov 11 22:24:42.605511 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-97427ee7-563e-4d23-b7b3-2bc55a6793d9 req-2277ab5c-8177-4815-aa26-6a8dcfb804c0 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659444 Nov 11 22:24:42.797965 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-fecb9aeb-40c4-4cb5-bf8b-4cee9329241c req-9797cb2d-2934-4b82-a63e-0e97268a38e5 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] For port 1b7c3973-14e8-4069-93d4-b2de44f4227d, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=1b7c3973-14e8-4069-93d4-b2de44f4227d,segment=NetworkSegment(b0d38410-096e-4ea8-983b-1b736f6411d5),segment_id=b0d38410-096e-4ea8-983b-1b736f6411d5)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:24:42.798377 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-fecb9aeb-40c4-4cb5-bf8b-4cee9329241c req-9797cb2d-2934-4b82-a63e-0e97268a38e5 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:42.894409 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49246f11-c015-4e73-b7a9-c0ede6a2da65 req-0861b78c-cb23-4938-b955-642d17384a40 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:42.897610 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-49246f11-c015-4e73-b7a9-c0ede6a2da65 req-0861b78c-cb23-4938-b955-642d17384a40 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=c843a8eb-f94f-4974-89a6-64aa37e45daf HTTP/1.1" status: 200 len: 946 time: 0.1443501 Nov 11 22:24:42.938934 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-fecb9aeb-40c4-4cb5-bf8b-4cee9329241c req-9797cb2d-2934-4b82-a63e-0e97268a38e5 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Calling delete_port for 1b7c3973-14e8-4069-93d4-b2de44f4227d owned by compute:nova {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:24:42.970978 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f7a81885-2d97-42f2-b3c0-d67c7edf99d9 req-fc637404-9789-4e48-8bd9-b0c8d4f3989a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 1099 time: 0.2859285 Nov 11 22:24:42.977242 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-49246f11-c015-4e73-b7a9-c0ede6a2da65 req-a1f59c5f-bc82-4fba-bdcb-0a15762fbce4 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714786 Nov 11 22:24:43.058613 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f7a81885-2d97-42f2-b3c0-d67c7edf99d9 req-209778cd-844d-4234-951e-9c519cef701d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804489 Nov 11 22:24:43.124411 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d71598-44d9-4fb6-a265-673921b10a6d req-03f35c9e-37da-4cc0-a633-2ba10adbd317 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:43.126139 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c3d71598-44d9-4fb6-a265-673921b10a6d req-03f35c9e-37da-4cc0-a633-2ba10adbd317 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.0962141 Nov 11 22:24:43.178154 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c3d71598-44d9-4fb6-a265-673921b10a6d req-d4ff877b-fd7d-45f6-aa78-5a38b6948f3d tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434129 Nov 11 22:24:43.460982 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-fecb9aeb-40c4-4cb5-bf8b-4cee9329241c req-9797cb2d-2934-4b82-a63e-0e97268a38e5 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:43.477404 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-22327c2c-0084-45f3-9cb3-235e54c9a91b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:43.488939 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['1b7c3973-14e8-4069-93d4-b2de44f4227d'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:24:43.531953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797cb2d-2934-4b82-a63e-0e97268a38e5 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Pushing event deleted for resources: {'Port': ['ID=1b7c3973-14e8-4069-93d4-b2de44f4227d,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:43.538510 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9797cb2d-2934-4b82-a63e-0e97268a38e5 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:43.628386 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-fecb9aeb-40c4-4cb5-bf8b-4cee9329241c req-9797cb2d-2934-4b82-a63e-0e97268a38e5 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] No DVR routers for this DVR port 1b7c3973-14e8-4069-93d4-b2de44f4227d on host hv-cinder-81588 {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:24:43.631203 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-fecb9aeb-40c4-4cb5-bf8b-4cee9329241c req-9797cb2d-2934-4b82-a63e-0e97268a38e5 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:43.635910 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c843a8eb-f94f-4974-89a6-64aa37e45daf', 'name': 'network-vif-deleted', 'tag': '1b7c3973-14e8-4069-93d4-b2de44f4227d'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:24:43.683161 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fecb9aeb-40c4-4cb5-bf8b-4cee9329241c req-9797cb2d-2934-4b82-a63e-0e97268a38e5 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.55 "DELETE /v2.0/ports/1b7c3973-14e8-4069-93d4-b2de44f4227d HTTP/1.1" status: 204 len: 173 time: 1.5913165 Nov 11 22:24:43.697329 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c843a8eb-f94f-4974-89a6-64aa37e45daf', 'name': 'network-vif-deleted', 'tag': '1b7c3973-14e8-4069-93d4-b2de44f4227d', 'status': 'completed', 'code': 200} Nov 11 22:24:43.710827 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device ffc2b4ff-5ba5-4c29-862b-6c821b93666f up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:24:43.795088 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port ffc2b4ff-5ba5-4c29-862b-6c821b93666f triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:24:43.795743 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:43.912918 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36242fa3-e924-4bdd-8bf4-eb33236c4824 req-a569af7a-60d7-4b0d-9f1c-96150b138567 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:43.914943 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-36242fa3-e924-4bdd-8bf4-eb33236c4824 req-a569af7a-60d7-4b0d-9f1c-96150b138567 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 944 time: 0.1061735 Nov 11 22:24:43.935820 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:43.993641 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port ffc2b4ff-5ba5-4c29-862b-6c821b93666f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:24:43.999994 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-36242fa3-e924-4bdd-8bf4-eb33236c4824 req-0aed15e1-180e-475c-b989-9df7a3b1f032 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776002 Nov 11 22:24:44.053505 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:44.056339 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:44.182406 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,revision_number=7']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:44.188884 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:44.312071 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfc8d02-26ab-41d9-be97-28b3ebcf5010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:24:44.322107 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fdcd8e58-0dbd-4909-8741-8c5b0aebb382 req-a09f89f0-d96e-410f-aa17-c142775a1ccd tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=c843a8eb-f94f-4974-89a6-64aa37e45daf HTTP/1.1" status: 200 len: 210 time: 0.0744507 Nov 11 22:24:44.466190 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cfc8d02-26ab-41d9-be97-28b3ebcf5010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f', 'code': 200} Nov 11 22:24:44.587796 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185d00d-cab6-4458-aea2-fb5d927954c8 req-6f336689-94bb-40ec-862a-ee018f5db2a6 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:44.594470 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2185d00d-cab6-4458-aea2-fb5d927954c8 req-6f336689-94bb-40ec-862a-ee018f5db2a6 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.1589355 Nov 11 22:24:44.658659 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2185d00d-cab6-4458-aea2-fb5d927954c8 req-29b9dfb2-6d12-4cc7-b861-f1ce527e7410 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561428 Nov 11 22:24:45.512758 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725e79d-8683-4ff0-8d4a-82a3fc0dde12 req-ec875120-b37d-4834-b93c-e8ab1ef70096 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:45.514998 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2725e79d-8683-4ff0-8d4a-82a3fc0dde12 req-ec875120-b37d-4834-b93c-e8ab1ef70096 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.3354387 Nov 11 22:24:45.595477 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2725e79d-8683-4ff0-8d4a-82a3fc0dde12 req-109aa7e8-740b-40db-84b0-31c186c425d9 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691655 Nov 11 22:24:45.707760 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 1b7c3973-14e8-4069-93d4-b2de44f4227d no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:24:45.785083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] No Port match for: 1b7c3973-14e8-4069-93d4-b2de44f4227d {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:24:45.791930 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 1b7c3973-14e8-4069-93d4-b2de44f4227d not bound to the agent host hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:24:46.058829 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db8cab-244b-4791-ba59-a9186877c9e2 req-8ae33bf6-de6f-4d8d-9ea5-0395bf0901b9 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:46.060412 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-17db8cab-244b-4791-ba59-a9186877c9e2 req-8ae33bf6-de6f-4d8d-9ea5-0395bf0901b9 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.1407173 Nov 11 22:24:46.065648 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-1128ccf2-9dc0-46a0-b262-0d818389f13c tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:46.067289 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-1128ccf2-9dc0-46a0-b262-0d818389f13c tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/networks?id=b2c5232b-aa0a-44de-a10d-42e6f4f35e3c HTTP/1.1" status: 200 len: 809 time: 0.3252394 Nov 11 22:24:46.151531 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-eae46c3c-1d2a-4ac7-ac1b-c0429d521a21 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/quotas/fba0805518eb46388f690f9493e7560e HTTP/1.1" status: 200 len: 375 time: 0.0417106 Nov 11 22:24:46.163243 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-17db8cab-244b-4791-ba59-a9186877c9e2 req-172509da-b689-442e-988a-e6c4663fb230 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903029 Nov 11 22:24:46.215648 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-3322957a-cae4-4860-87c9-49e13f356da2 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fba0805518eb46388f690f9493e7560e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511959 Nov 11 22:24:46.396071 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-00766f81-9f25-42e1-9128-bc05c1bb322d service neutron] 10.222.0.25 "GET /v2.0/networks/b2c5232b-aa0a-44de-a10d-42e6f4f35e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756210 Nov 11 22:24:46.559410 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-7b41c2ae-0a19-479c-8b9e-8c7f38f576e5 service neutron] 10.222.0.25 "GET /v2.0/networks/b2c5232b-aa0a-44de-a10d-42e6f4f35e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564720 Nov 11 22:24:46.915795 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7a4c200c-5b1a-4ed8-aa9b-aae985908fea req-ed742638-7639-4f39-b17b-20ecf1e06b1f tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb8aee2-4254-461f-b249-c243bb24b996 HTTP/1.1" status: 200 len: 210 time: 0.0638981 Nov 11 22:24:46.942997 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421acaa-5518-4a40-873b-314c1fe400cc req-6f560d9f-29aa-4a58-be72-09fc2b858516 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:46.950659 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1421acaa-5518-4a40-873b-314c1fe400cc req-6f560d9f-29aa-4a58-be72-09fc2b858516 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.1811521 Nov 11 22:24:47.028760 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1421acaa-5518-4a40-873b-314c1fe400cc req-e2c224ce-76f0-411e-b2f3-e9b21dca7804 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767996 Nov 11 22:24:47.185441 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-992982c5-46dd-4af9-bd6d-a406939fee13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:48.201268 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-13bbd75b-3ce2-457b-8e15-4ea05ef5802c req-c8134694-46ca-443b-baa6-d06297f83a72 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb8aee2-4254-461f-b249-c243bb24b996 HTTP/1.1" status: 200 len: 210 time: 0.0563869 Nov 11 22:24:48.398652 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfc27e-f1ed-4685-8c36-1cd8d0d96e54 req-4d8a6e39-3b7b-416b-8fbb-8804d9dcdf5b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:48.401888 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f5dfc27e-f1ed-4685-8c36-1cd8d0d96e54 req-4d8a6e39-3b7b-416b-8fbb-8804d9dcdf5b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.1124394 Nov 11 22:24:48.461271 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f5dfc27e-f1ed-4685-8c36-1cd8d0d96e54 req-4c32dc6f-afd2-4e47-8713-9405ce2a953b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464404 Nov 11 22:24:48.825892 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:49.509840 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3ed9dc58-7d30-4d34-92db-4753dc4d20c9 req-a282f4f2-90ef-4d10-98f2-a480d1ec4048 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb8aee2-4254-461f-b249-c243bb24b996 HTTP/1.1" status: 200 len: 210 time: 0.0781641 Nov 11 22:24:49.621999 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-0fa30f44-f20b-4115-91e0-bf548ae7922f tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:49.624098 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-0fa30f44-f20b-4115-91e0-bf548ae7922f tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.55 "GET /v2.0/networks?id=b2c5232b-aa0a-44de-a10d-42e6f4f35e3c HTTP/1.1" status: 200 len: 809 time: 0.3301671 Nov 11 22:24:49.651386 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-cd09885c-bcf9-407f-aa81-884f5548ef14 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Request body: {'port': {'device_id': '0eb8aee2-4254-461f-b249-c243bb24b996', 'network_id': 'b2c5232b-aa0a-44de-a10d-42e6f4f35e3c', 'admin_state_up': True, 'tenant_id': 'fba0805518eb46388f690f9493e7560e'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:24:49.694277 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ffbbec26-866e-4acf-9a80-a55835802c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:49.885005 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-cd09885c-bcf9-407f-aa81-884f5548ef14 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:24:49.892125 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-cd09885c-bcf9-407f-aa81-884f5548ef14 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Usage tracker for resource:port and tenant:fba0805518eb46388f690f9493e7560e is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:24:49.898613 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-cd09885c-bcf9-407f-aa81-884f5548ef14 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:24:49.912735 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-cd09885c-bcf9-407f-aa81-884f5548ef14 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:24:49.916834 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc50427-c7f2-4d4d-9e4f-e100451232ed req-d0673282-2db3-4767-827f-db9ea7e22a35 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:49.919073 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6cc50427-c7f2-4d4d-9e4f-e100451232ed req-d0673282-2db3-4767-827f-db9ea7e22a35 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.2297640 Nov 11 22:24:49.962527 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-cd09885c-bcf9-407f-aa81-884f5548ef14 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Made reservation on behalf of fba0805518eb46388f690f9493e7560e for: {'port': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:24:49.970073 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-cd09885c-bcf9-407f-aa81-884f5548ef14 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:50.001833 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6cc50427-c7f2-4d4d-9e4f-e100451232ed req-3ecdc60e-53cf-4242-9f5d-7960dd943b4f tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759342 Nov 11 22:24:50.215208 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-cd09885c-bcf9-407f-aa81-884f5548ef14 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Allocated IP 172.20.0.3 (b2c5232b-aa0a-44de-a10d-42e6f4f35e3c/a1dc4df2-c84c-4c0e-936f-df9ebfee6547/9a4663a5-e387-4032-9a93-511cefcf441c) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:24:50.259326 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:50.484984 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-cd09885c-bcf9-407f-aa81-884f5548ef14 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:50.590116 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-cd09885c-bcf9-407f-aa81-884f5548ef14 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:50.597343 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:50.676425 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-cd09885c-bcf9-407f-aa81-884f5548ef14 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Network b2c5232b-aa0a-44de-a10d-42e6f4f35e3c is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:24:50.681451 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-cd09885c-bcf9-407f-aa81-884f5548ef14 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:24:50.689206 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-cd09885c-bcf9-407f-aa81-884f5548ef14 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:24:50.734400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09885c-bcf9-407f-aa81-884f5548ef14 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Pushing event updated for resources: {'Port': ['ID=9a4663a5-e387-4032-9a93-511cefcf441c,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:50.745055 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cd09885c-bcf9-407f-aa81-884f5548ef14 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:50.772644 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-cd09885c-bcf9-407f-aa81-884f5548ef14 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:50.773349 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-cd09885c-bcf9-407f-aa81-884f5548ef14 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:50.783226 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6adfeb-faf4-4889-9311-f7f87c080f2d req-44c4ddd2-717d-4b62-a2d6-51df187f673c tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:50.785231 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6e6adfeb-faf4-4889-9311-f7f87c080f2d req-44c4ddd2-717d-4b62-a2d6-51df187f673c tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb8aee2-4254-461f-b249-c243bb24b996 HTTP/1.1" status: 200 len: 931 time: 0.1123416 Nov 11 22:24:50.863872 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6e6adfeb-faf4-4889-9311-f7f87c080f2d req-da1875e0-32da-4b33-9ef6-b75e4a562261 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709603 Nov 11 22:24:51.295192 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-cd09885c-bcf9-407f-aa81-884f5548ef14 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6492913 Nov 11 22:24:51.315330 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Request body: {'port': {'device_id': '0eb8aee2-4254-461f-b249-c243bb24b996', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:24:51.464937 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:51.523092 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:51.550217 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de389418-8b7f-4aa5-bf5c-1f5829df2942 req-69ce278f-3ecd-4b4f-b9a9-b56dbe5b3d7a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:51.552413 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-de389418-8b7f-4aa5-bf5c-1f5829df2942 req-69ce278f-3ecd-4b4f-b9a9-b56dbe5b3d7a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.1455953 Nov 11 22:24:51.616917 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-de389418-8b7f-4aa5-bf5c-1f5829df2942 req-e47ed29b-f7e9-4ad1-b382-b722660c0935 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513546 Nov 11 22:24:52.072104 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a4663a5-e387-4032-9a93-511cefcf441c {{(pid=88356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:24:52.081871 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:52.100202 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Transition to ACTIVE for port object 9a4663a5-e387-4032-9a93-511cefcf441c will not be triggered until provisioned by entity L2. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:24:52.115345 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649eed85-20e9-4a86-aea8-dde9eb935688 req-914e6bc5-e38d-4ada-880e-4871e2a90542 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:52.117076 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-649eed85-20e9-4a86-aea8-dde9eb935688 req-914e6bc5-e38d-4ada-880e-4871e2a90542 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb8aee2-4254-461f-b249-c243bb24b996 HTTP/1.1" status: 200 len: 931 time: 0.1034799 Nov 11 22:24:52.133449 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853672831'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:52.137717 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d158a022-b050-40ec-905d-6b77a9b231f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:52.202465 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-649eed85-20e9-4a86-aea8-dde9eb935688 req-f64bb414-db80-45fc-9cb6-4fecd24f2cb3 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751626 Nov 11 22:24:52.302848 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Pushing event updated for resources: {'Port': ['ID=9a4663a5-e387-4032-9a93-511cefcf441c,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:52.305886 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:52.420237 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Attempting to bind port 9a4663a5-e387-4032-9a93-511cefcf441c on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:24:52.420614 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Attempting to bind port 9a4663a5-e387-4032-9a93-511cefcf441c by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': 'b0d38410-096e-4ea8-983b-1b736f6411d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c5232b-aa0a-44de-a10d-42e6f4f35e3c'}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:24:52.420965 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Attempting to bind port 9a4663a5-e387-4032-9a93-511cefcf441c on network b2c5232b-aa0a-44de-a10d-42e6f4f35e3c {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:24:52.427935 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Port 9a4663a5-e387-4032-9a93-511cefcf441c on network b2c5232b-aa0a-44de-a10d-42e6f4f35e3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 22:24:52.428272 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Attempting to bind port 9a4663a5-e387-4032-9a93-511cefcf441c on network b2c5232b-aa0a-44de-a10d-42e6f4f35e3c {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:24:52.435568 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Checking agent: {'id': 'd308de4e-73e5-4a02-a57f-4634dba51a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:24:52.435952 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Checking segment: {'id': 'b0d38410-096e-4ea8-983b-1b736f6411d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c5232b-aa0a-44de-a10d-42e6f4f35e3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:24:52.436376 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Bound using segment: {'id': 'b0d38410-096e-4ea8-983b-1b736f6411d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c5232b-aa0a-44de-a10d-42e6f4f35e3c'} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:24:52.436856 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Bound port: 9a4663a5-e387-4032-9a93-511cefcf441c, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0d38410-096e-4ea8-983b-1b736f6411d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b2c5232b-aa0a-44de-a10d-42e6f4f35e3c'}}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:24:52.437258 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:52.577488 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] For port 9a4663a5-e387-4032-9a93-511cefcf441c, host hv-cinder-81588, cleared binding levels {{(pid=88356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:24:52.580959 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] For port 9a4663a5-e387-4032-9a93-511cefcf441c, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9a4663a5-e387-4032-9a93-511cefcf441c,segment=NetworkSegment(b0d38410-096e-4ea8-983b-1b736f6411d5),segment_id=b0d38410-096e-4ea8-983b-1b736f6411d5)] {{(pid=88356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:24:52.619572 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853672831'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:52.624388 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:52.697463 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:52.698992 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] 10.222.0.55 "PUT /v2.0/ports/9a4663a5-e387-4032-9a93-511cefcf441c HTTP/1.1" status: 200 len: 1093 time: 1.3895211 Nov 11 22:24:52.699531 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eb8aee2-4254-461f-b249-c243bb24b996', 'tag': '9a4663a5-e387-4032-9a93-511cefcf441c'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:24:52.728048 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Pushing event updated for resources: {'Port': ['ID=9a4663a5-e387-4032-9a93-511cefcf441c,revision_number=3']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:52.746346 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:52.819667 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eb8aee2-4254-461f-b249-c243bb24b996', 'tag': '9a4663a5-e387-4032-9a93-511cefcf441c', 'status': 'completed', 'code': 200} Nov 11 22:24:52.874784 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaeee68-222e-4c63-b613-b43f546378cb req-75c532cf-c617-4eb2-ac67-7af94787026e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:52.882988 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-adaeee68-222e-4c63-b613-b43f546378cb req-75c532cf-c617-4eb2-ac67-7af94787026e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.1018345 Nov 11 22:24:52.884516 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-9184f24b-e2b8-4e16-8573-7bcfc06222bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fba0805518eb46388f690f9493e7560e&device_id=0eb8aee2-4254-461f-b249-c243bb24b996 HTTP/1.1" status: 200 len: 1096 time: 0.1085722 Nov 11 22:24:52.940961 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-adaeee68-222e-4c63-b613-b43f546378cb req-939877b5-c42c-4eae-9014-921f665fc2f6 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568261 Nov 11 22:24:52.978920 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-f2a7d9d1-a531-459e-8f72-9b7576509438 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a4663a5-e387-4032-9a93-511cefcf441c HTTP/1.1" status: 200 len: 217 time: 0.0815966 Nov 11 22:24:53.062301 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-7bb1a64b-795b-49bc-816d-547e8e79e2d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:53.063890 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-7bb1a64b-795b-49bc-816d-547e8e79e2d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a1dc4df2-c84c-4c0e-936f-df9ebfee6547 HTTP/1.1" status: 200 len: 849 time: 0.0748632 Nov 11 22:24:53.125529 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-8a27c245-c788-449c-ac2f-a9e20855907d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2c5232b-aa0a-44de-a10d-42e6f4f35e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506780 Nov 11 22:24:53.285982 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-e5789eb9-d3e4-4c72-a8b4-856a14485d8a service neutron] 10.222.0.55 "GET /v2.0/networks/b2c5232b-aa0a-44de-a10d-42e6f4f35e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537912 Nov 11 22:24:53.424307 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982d55f-56ac-42c2-a4f0-034419d23c98 req-302ff41b-55d0-4a7f-b5c0-53d8b9570448 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:53.425957 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5982d55f-56ac-42c2-a4f0-034419d23c98 req-302ff41b-55d0-4a7f-b5c0-53d8b9570448 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb8aee2-4254-461f-b249-c243bb24b996 HTTP/1.1" status: 200 len: 943 time: 0.0926361 Nov 11 22:24:53.456907 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9a8a8848-b558-47fa-8b74-3f42e021bd2e req-539dfdc9-1360-45b2-a694-557aee58ee2a service neutron] 10.222.0.55 "GET /v2.0/networks/b2c5232b-aa0a-44de-a10d-42e6f4f35e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620319 Nov 11 22:24:53.504072 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5982d55f-56ac-42c2-a4f0-034419d23c98 req-7cb571e6-e131-4564-a71b-1178959c318b tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696557 Nov 11 22:24:53.636226 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3953ea9d-cfc0-4f50-ab99-8140f11f60d5 req-8c947a5a-3554-4868-a643-7768573a73f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fba0805518eb46388f690f9493e7560e&device_id=0eb8aee2-4254-461f-b249-c243bb24b996 HTTP/1.1" status: 200 len: 1096 time: 0.0784349 Nov 11 22:24:53.812519 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953ea9d-cfc0-4f50-ab99-8140f11f60d5 req-e4ae8a8c-731e-44fd-992f-edb04cc7e43c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:53.814504 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3953ea9d-cfc0-4f50-ab99-8140f11f60d5 req-e4ae8a8c-731e-44fd-992f-edb04cc7e43c service neutron] 10.222.0.55 "GET /v2.0/networks?id=b2c5232b-aa0a-44de-a10d-42e6f4f35e3c HTTP/1.1" status: 200 len: 910 time: 0.1671832 Nov 11 22:24:53.900794 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3953ea9d-cfc0-4f50-ab99-8140f11f60d5 req-586760d8-b0dd-4787-ac89-747b51df7b88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a4663a5-e387-4032-9a93-511cefcf441c HTTP/1.1" status: 200 len: 217 time: 0.0764675 Nov 11 22:24:53.988637 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953ea9d-cfc0-4f50-ab99-8140f11f60d5 req-e72027f5-2b5a-445b-89b9-f12ad44c18fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:53.991955 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3953ea9d-cfc0-4f50-ab99-8140f11f60d5 req-e72027f5-2b5a-445b-89b9-f12ad44c18fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a1dc4df2-c84c-4c0e-936f-df9ebfee6547 HTTP/1.1" status: 200 len: 849 time: 0.0834455 Nov 11 22:24:54.090094 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3953ea9d-cfc0-4f50-ab99-8140f11f60d5 req-9d8d6a6f-62e9-4e0b-a96f-16b2f1128362 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2c5232b-aa0a-44de-a10d-42e6f4f35e3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910504 Nov 11 22:24:54.185022 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f882f-c6c6-412b-8cd7-abeeec9e6d18 req-c92212ce-4ee1-43bb-ab65-a931c6a13ef1 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:54.186850 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df9f882f-c6c6-412b-8cd7-abeeec9e6d18 req-c92212ce-4ee1-43bb-ab65-a931c6a13ef1 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.0994389 Nov 11 22:24:54.255813 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df9f882f-c6c6-412b-8cd7-abeeec9e6d18 req-c40842bd-bac2-4cfa-a47f-debe7eae6158 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594873 Nov 11 22:24:54.507351 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3953ea9d-cfc0-4f50-ab99-8140f11f60d5 req-3975b44c-7964-4a93-8d70-101db14b6897 service neutron] 10.222.0.55 "GET /v2.0/networks/b2c5232b-aa0a-44de-a10d-42e6f4f35e3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075429 Nov 11 22:24:54.671706 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3953ea9d-cfc0-4f50-ab99-8140f11f60d5 req-50d0613b-5d42-42f0-9aa4-c63fa3f9d93e service neutron] 10.222.0.55 "GET /v2.0/networks/b2c5232b-aa0a-44de-a10d-42e6f4f35e3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576047 Nov 11 22:24:54.782915 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc2597-3483-44ff-b89c-58a3bcfd82d6 req-5c5be736-1def-433e-9e71-d0ee644c52a2 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:54.784635 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a9bc2597-3483-44ff-b89c-58a3bcfd82d6 req-5c5be736-1def-433e-9e71-d0ee644c52a2 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb8aee2-4254-461f-b249-c243bb24b996 HTTP/1.1" status: 200 len: 943 time: 0.0933764 Nov 11 22:24:54.852846 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a9bc2597-3483-44ff-b89c-58a3bcfd82d6 req-b5441d50-8e46-4e4b-a40d-fc4f3f979484 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594664 Nov 11 22:24:55.493675 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f718b2-e1d3-469c-9c25-f9b1f638f37e req-ab6a5455-737c-41d1-9a8d-1f3e9591157b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:55.495401 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-03f718b2-e1d3-469c-9c25-f9b1f638f37e req-ab6a5455-737c-41d1-9a8d-1f3e9591157b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.0864933 Nov 11 22:24:55.558656 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-03f718b2-e1d3-469c-9c25-f9b1f638f37e req-1cf565b9-d66b-49ba-834e-49d72b666423 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565107 Nov 11 22:24:55.727000 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 9a4663a5-e387-4032-9a93-511cefcf441c details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:24:55.868303 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 9a4663a5-e387-4032-9a93-511cefcf441c, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9a4663a5-e387-4032-9a93-511cefcf441c,segment=NetworkSegment(b0d38410-096e-4ea8-983b-1b736f6411d5),segment_id=b0d38410-096e-4ea8-983b-1b736f6411d5)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:24:55.882292 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': '9a4663a5-e387-4032-9a93-511cefcf441c', 'network_id': 'b2c5232b-aa0a-44de-a10d-42e6f4f35e3c', 'port_id': '9a4663a5-e387-4032-9a93-511cefcf441c', 'mac_address': 'fa:16:3e:c8:c5:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1dc4df2-c84c-4c0e-936f-df9ebfee6547', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:24:55.943102 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:55.961300 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a4663a5-e387-4032-9a93-511cefcf441c {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:24:55.977588 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 9a4663a5-e387-4032-9a93-511cefcf441c, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9a4663a5-e387-4032-9a93-511cefcf441c,segment=NetworkSegment(b0d38410-096e-4ea8-983b-1b736f6411d5),segment_id=b0d38410-096e-4ea8-983b-1b736f6411d5)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:24:56.041713 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:56.043608 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:56.078703 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a8f87-5f8c-4919-a2cd-792b1522d61e req-98bd2873-49c5-4bea-8c7d-bd98a606ec91 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:56.080387 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-914a8f87-5f8c-4919-a2cd-792b1522d61e req-98bd2873-49c5-4bea-8c7d-bd98a606ec91 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb8aee2-4254-461f-b249-c243bb24b996 HTTP/1.1" status: 200 len: 944 time: 0.0966859 Nov 11 22:24:56.116656 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=9a4663a5-e387-4032-9a93-511cefcf441c,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:56.120115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:56.131893 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-914a8f87-5f8c-4919-a2cd-792b1522d61e req-fcdf6353-6e3c-405f-a9cc-4001f6bca95b tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453033 Nov 11 22:24:56.249550 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-39cc71f3-51fb-49e3-80e5-2b5073159055 req-6565e7df-12af-450d-bf8e-5bc9178706ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30b5c8060107440099282a255f5a3afc&device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 1098 time: 0.0854561 Nov 11 22:24:56.319130 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['9a4663a5-e387-4032-9a93-511cefcf441c'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:24:56.393643 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc71f3-51fb-49e3-80e5-2b5073159055 req-fa0cc2a8-99ae-49d2-a65f-09eab033c580 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:56.395805 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-39cc71f3-51fb-49e3-80e5-2b5073159055 req-fa0cc2a8-99ae-49d2-a65f-09eab033c580 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e502878-60da-4698-8f22-97917266e235 HTTP/1.1" status: 200 len: 918 time: 0.1389785 Nov 11 22:24:56.516542 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-39cc71f3-51fb-49e3-80e5-2b5073159055 req-a06c1e2b-9413-45c7-ba6e-dff53bb1c50e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc2b4ff-5ba5-4c29-862b-6c821b93666f HTTP/1.1" status: 200 len: 1001 time: 0.1137011 Nov 11 22:24:56.588991 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc71f3-51fb-49e3-80e5-2b5073159055 req-365d5c28-fea1-4c53-b2e4-c1ec159dde9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:56.590648 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-39cc71f3-51fb-49e3-80e5-2b5073159055 req-365d5c28-fea1-4c53-b2e4-c1ec159dde9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28b1f60c-9def-4779-8aa9-49aa02b8c273 HTTP/1.1" status: 200 len: 856 time: 0.0670772 Nov 11 22:24:56.681969 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-39cc71f3-51fb-49e3-80e5-2b5073159055 req-95159c67-af48-4950-a163-8b885d9b3f99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e502878-60da-4698-8f22-97917266e235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0832953 Nov 11 22:24:56.787225 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c9ba6-e474-4182-8924-7d974082a826 req-84245117-32a7-4ccf-9b7a-948f07ce1889 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:56.788905 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9b1c9ba6-e474-4182-8924-7d974082a826 req-84245117-32a7-4ccf-9b7a-948f07ce1889 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.0859146 Nov 11 22:24:56.840804 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9b1c9ba6-e474-4182-8924-7d974082a826 req-e43546f8-5a37-40fd-b103-f4db7ffa3ffb tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456150 Nov 11 22:24:56.840939 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-39cc71f3-51fb-49e3-80e5-2b5073159055 req-249dc6a4-66be-4a9b-8708-0cfbfa4167c9 service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503024 Nov 11 22:24:56.993107 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-39cc71f3-51fb-49e3-80e5-2b5073159055 req-a92b4ebd-10ac-4e5d-a8c8-b5dfd3c5258b service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447356 Nov 11 22:24:57.357177 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb381d-2bc0-4313-8b79-db710e49be45 req-1a62d0a2-0a6b-4690-8f26-35b595551986 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:57.358885 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-76fb381d-2bc0-4313-8b79-db710e49be45 req-1a62d0a2-0a6b-4690-8f26-35b595551986 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb8aee2-4254-461f-b249-c243bb24b996 HTTP/1.1" status: 200 len: 944 time: 0.0949845 Nov 11 22:24:57.411772 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-76fb381d-2bc0-4313-8b79-db710e49be45 req-090a4713-1b69-41b7-b9da-f6e4d433e5dc tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462971 Nov 11 22:24:57.730654 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 9a4663a5-e387-4032-9a93-511cefcf441c up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:24:57.835834 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning for port 9a4663a5-e387-4032-9a93-511cefcf441c completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:24:57.841281 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port 9a4663a5-e387-4032-9a93-511cefcf441c triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:24:57.841701 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:57.971902 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:58.001052 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb8aee2-4254-461f-b249-c243bb24b996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4663a5-e387-4032-9a93-511cefcf441c'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:24:58.012099 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 9a4663a5-e387-4032-9a93-511cefcf441c, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9a4663a5-e387-4032-9a93-511cefcf441c,segment=NetworkSegment(b0d38410-096e-4ea8-983b-1b736f6411d5),segment_id=b0d38410-096e-4ea8-983b-1b736f6411d5)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:24:58.041883 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:58.042978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device ffc2b4ff-5ba5-4c29-862b-6c821b93666f no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:24:58.065614 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d14d6-4bdb-4c6c-9faf-cdce9bc30240 req-915c4217-efbf-44ea-8a2a-4155bd929cbb tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:58.068017 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-db6d14d6-4bdb-4c6c-9faf-cdce9bc30240 req-915c4217-efbf-44ea-8a2a-4155bd929cbb tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 945 time: 0.0880120 Nov 11 22:24:58.069114 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb8aee2-4254-461f-b249-c243bb24b996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4663a5-e387-4032-9a93-511cefcf441c', 'code': 200} Nov 11 22:24:58.073548 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:58.132457 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-db6d14d6-4bdb-4c6c-9faf-cdce9bc30240 req-6bcda08c-d039-4bc1-a259-0dee0a89dd5c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579443 Nov 11 22:24:58.357979 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=9a4663a5-e387-4032-9a93-511cefcf441c,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:58.367253 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:58.382448 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bd7577f9-3807-4f68-a8e3-0ba2b95b2c42 req-cfe3026a-8cb2-4e8b-b53a-a074f6b96d0f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0eb8aee2-4254-461f-b249-c243bb24b996 HTTP/1.1" status: 200 len: 1098 time: 0.0737565 Nov 11 22:24:58.387417 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:58.422321 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port ffc2b4ff-5ba5-4c29-862b-6c821b93666f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:24:58.430265 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bd7577f9-3807-4f68-a8e3-0ba2b95b2c42 req-8ecdb3ef-0027-4900-85ff-e2e9e8038e92 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408773 Nov 11 22:24:58.459320 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:24:58.462144 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:24:58.534974 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,revision_number=8']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:24:58.539053 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:24:58.665715 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a8289-c71c-4af7-b1df-c04da47bfca3 req-6a2a987a-11cf-422b-8a9f-1a178d5723a7 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:58.667402 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a82a8289-c71c-4af7-b1df-c04da47bfca3 req-6a2a987a-11cf-422b-8a9f-1a178d5723a7 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb8aee2-4254-461f-b249-c243bb24b996 HTTP/1.1" status: 200 len: 945 time: 0.0853691 Nov 11 22:24:58.718016 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a82a8289-c71c-4af7-b1df-c04da47bfca3 req-01ed524f-e6e5-40bc-9b20-a463efe46c45 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441267 Nov 11 22:24:59.364288 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315a13a-8992-4161-9102-734ae1b0c04d req-3df77e9a-b50b-4be3-b63e-39153da9c443 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:59.365848 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3315a13a-8992-4161-9102-734ae1b0c04d req-3df77e9a-b50b-4be3-b63e-39153da9c443 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 943 time: 0.0888753 Nov 11 22:24:59.415854 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3315a13a-8992-4161-9102-734ae1b0c04d req-b926c73b-cf02-47ba-81c2-4eb69940a0de tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437365 Nov 11 22:24:59.949713 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4aa4c-12a5-495d-9c1d-24c023b4d861 req-11924bbd-1404-40ed-a408-919e4e34604f tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:24:59.951494 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-afb4aa4c-12a5-495d-9c1d-24c023b4d861 req-11924bbd-1404-40ed-a408-919e4e34604f tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb8aee2-4254-461f-b249-c243bb24b996 HTTP/1.1" status: 200 len: 945 time: 0.1038392 Nov 11 22:25:00.006243 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-afb4aa4c-12a5-495d-9c1d-24c023b4d861 req-1b7723e9-e5bb-446b-bb80-c04a1116f7df tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484324 Nov 11 22:25:00.070863 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfc8d02-26ab-41d9-be97-28b3ebcf5010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:25:00.214213 dv-cinder-815883-4-smb neutron-server[88244]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0cfc8d02-26ab-41d9-be97-28b3ebcf5010', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f', 'code': 422} returned with failed status Nov 11 22:25:01.724022 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device ffc2b4ff-5ba5-4c29-862b-6c821b93666f no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:25:01.935906 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ac74fc8a-d7cd-41a0-8e78-2bd90bc19d4e req-2d69f255-d55d-4f0f-a817-68a81cdb0a6f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1409602 Nov 11 22:25:01.946934 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2966ef-bd9c-4161-99a0-905af090a20f req-49e0242a-3669-4b83-b2a2-55a9e867b6f4 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:01.948478 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0b2966ef-bd9c-4161-99a0-905af090a20f req-49e0242a-3669-4b83-b2a2-55a9e867b6f4 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb8aee2-4254-461f-b249-c243bb24b996 HTTP/1.1" status: 200 len: 945 time: 0.1123292 Nov 11 22:25:01.996970 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0b2966ef-bd9c-4161-99a0-905af090a20f req-bae916c6-8b32-4669-b99f-a0f91ce4d2bb tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420423 Nov 11 22:25:02.340490 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6722df-7eac-44f9-873e-5a1fc692807d req-43e9c651-6898-4031-bc3a-b420b15ed7e3 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:02.343366 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ba6722df-7eac-44f9-873e-5a1fc692807d req-43e9c651-6898-4031-bc3a-b420b15ed7e3 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 943 time: 0.0962012 Nov 11 22:25:02.453369 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ba6722df-7eac-44f9-873e-5a1fc692807d req-55971535-a721-4897-af35-62520cb35436 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709839 Nov 11 22:25:02.466104 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b5a34043-73f6-466e-9115-86bf7ddb0a17 req-5eca3baa-080b-40a0-bf4d-001acc1436fb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1212397 Nov 11 22:25:03.230609 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456905d0-4a7a-4c63-bbc4-29c8b2f0ce4d req-8f005498-d435-4f3c-a267-f0d6fac06d0b tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:03.232211 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-456905d0-4a7a-4c63-bbc4-29c8b2f0ce4d req-8f005498-d435-4f3c-a267-f0d6fac06d0b tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb8aee2-4254-461f-b249-c243bb24b996 HTTP/1.1" status: 200 len: 945 time: 0.0986445 Nov 11 22:25:03.247152 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:03.281762 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-456905d0-4a7a-4c63-bbc4-29c8b2f0ce4d req-2d5221e1-4241-4c1e-82ee-8a6d99fdb078 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426896 Nov 11 22:25:03.391273 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b5a34043-73f6-466e-9115-86bf7ddb0a17 req-a6c72c7d-b857-4b3b-83c9-77fc5163924b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010&tenant_id=30b5c8060107440099282a255f5a3afc HTTP/1.1" status: 200 len: 1096 time: 0.1475868 Nov 11 22:25:03.399341 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a95287-a186-4cbe-9cdf-cfcc81762d23 req-2817aa9f-0e07-481f-8844-5867d4d393f4 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:03.400141 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-93a95287-a186-4cbe-9cdf-cfcc81762d23 req-2817aa9f-0e07-481f-8844-5867d4d393f4 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Synchronizing usage tracker for tenant:fba0805518eb46388f690f9493e7560e on resource:port {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:25:03.473097 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-93a95287-a186-4cbe-9cdf-cfcc81762d23 req-2817aa9f-0e07-481f-8844-5867d4d393f4 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Unset dirty status for tenant:fba0805518eb46388f690f9493e7560e on resource:port {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:25:03.474337 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-93a95287-a186-4cbe-9cdf-cfcc81762d23 req-2817aa9f-0e07-481f-8844-5867d4d393f4 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.55 "GET /v2.0/ports?device_id=0eb8aee2-4254-461f-b249-c243bb24b996 HTTP/1.1" status: 200 len: 945 time: 0.1890426 Nov 11 22:25:03.563660 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b5a34043-73f6-466e-9115-86bf7ddb0a17 req-10fa3700-7f7e-491a-b936-546d37f81e14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30b5c8060107440099282a255f5a3afc&device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 1096 time: 0.1490586 Nov 11 22:25:03.570637 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-93a95287-a186-4cbe-9cdf-cfcc81762d23 req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Deleting port 9a4663a5-e387-4032-9a93-511cefcf441c {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:25:03.571034 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-93a95287-a186-4cbe-9cdf-cfcc81762d23 req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:03.712556 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b8179-68bc-4a85-a99a-5d5bd8417c78 req-90bfc77d-8387-4ebd-9012-f5bf93502ae1 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:03.714636 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df8b8179-68bc-4a85-a99a-5d5bd8417c78 req-90bfc77d-8387-4ebd-9012-f5bf93502ae1 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 943 time: 0.0901477 Nov 11 22:25:03.777267 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-df8b8179-68bc-4a85-a99a-5d5bd8417c78 req-fb40dd31-f4eb-4fe2-9a70-a801b8625f88 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535560 Nov 11 22:25:03.857161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a34043-73f6-466e-9115-86bf7ddb0a17 req-9020d6ea-c3d1-4a84-b0dd-b1ab412c284e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:03.858814 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b5a34043-73f6-466e-9115-86bf7ddb0a17 req-9020d6ea-c3d1-4a84-b0dd-b1ab412c284e service neutron] 10.222.0.55 "GET /v2.0/networks?id=3e502878-60da-4698-8f22-97917266e235 HTTP/1.1" status: 200 len: 918 time: 0.2620711 Nov 11 22:25:04.060318 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-93a95287-a186-4cbe-9cdf-cfcc81762d23 req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] For port 9a4663a5-e387-4032-9a93-511cefcf441c, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=9a4663a5-e387-4032-9a93-511cefcf441c,segment=NetworkSegment(b0d38410-096e-4ea8-983b-1b736f6411d5),segment_id=b0d38410-096e-4ea8-983b-1b736f6411d5)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:25:04.060634 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-93a95287-a186-4cbe-9cdf-cfcc81762d23 req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:04.070683 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b5a34043-73f6-466e-9115-86bf7ddb0a17 req-79bd75b9-bb34-440f-8788-583befc704d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffc2b4ff-5ba5-4c29-862b-6c821b93666f HTTP/1.1" status: 200 len: 999 time: 0.1586988 Nov 11 22:25:04.228052 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-93a95287-a186-4cbe-9cdf-cfcc81762d23 req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Calling delete_port for 9a4663a5-e387-4032-9a93-511cefcf441c owned by compute:nova {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:25:04.315737 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a34043-73f6-466e-9115-86bf7ddb0a17 req-f0bfe1ec-6574-4c49-a11e-65958443cbaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:04.317310 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b5a34043-73f6-466e-9115-86bf7ddb0a17 req-f0bfe1ec-6574-4c49-a11e-65958443cbaa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28b1f60c-9def-4779-8aa9-49aa02b8c273 HTTP/1.1" status: 200 len: 856 time: 0.1897876 Nov 11 22:25:04.469118 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b5a34043-73f6-466e-9115-86bf7ddb0a17 req-784f2557-0476-4c55-a35e-b73f196948cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e502878-60da-4698-8f22-97917266e235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1388483 Nov 11 22:25:04.512155 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-93a95287-a186-4cbe-9cdf-cfcc81762d23 req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:04.522827 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f36752f8-b674-4e17-9271-343c2c6846ce tempest-ServerRescueNegativeTestJSON-503030225 tempest-ServerRescueNegativeTestJSON-503030225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:04.543276 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8566b-9280-4242-b1ed-e3360b7ca161 req-fba1a8f1-d788-470e-964a-2cfaf06d2609 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:04.545958 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0f8566b-9280-4242-b1ed-e3360b7ca161 req-fba1a8f1-d788-470e-964a-2cfaf06d2609 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb8aee2-4254-461f-b249-c243bb24b996 HTTP/1.1" status: 200 len: 867 time: 0.1332982 Nov 11 22:25:04.587894 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Pushing event deleted for resources: {'Port': ['ID=9a4663a5-e387-4032-9a93-511cefcf441c,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:04.602233 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a0f8566b-9280-4242-b1ed-e3360b7ca161 req-c8eefd48-de87-4f59-bbc1-51ed1abef9a2 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/security-groups?id=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492220 Nov 11 22:25:04.713649 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:04.714282 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:04.714804 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:04.715323 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:04.715916 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:04.716400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:04.716843 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:04.717294 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:04.717797 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:04.718254 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:04.718744 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:04.756486 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:04.771738 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a95287-a186-4cbe-9cdf-cfcc81762d23 req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] No DVR routers for this DVR port 9a4663a5-e387-4032-9a93-511cefcf441c on host hv-cinder-81588 {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:25:04.776738 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-93a95287-a186-4cbe-9cdf-cfcc81762d23 req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:04.780112 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eb8aee2-4254-461f-b249-c243bb24b996', 'name': 'network-vif-deleted', 'tag': '9a4663a5-e387-4032-9a93-511cefcf441c'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:25:04.815289 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b5a34043-73f6-466e-9115-86bf7ddb0a17 req-16db7371-ea4e-41e4-bd7d-9886147bb757 service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385301 Nov 11 22:25:04.876377 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eb8aee2-4254-461f-b249-c243bb24b996', 'name': 'network-vif-deleted', 'tag': '9a4663a5-e387-4032-9a93-511cefcf441c', 'status': 'completed', 'code': 200} Nov 11 22:25:04.881207 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-93a95287-a186-4cbe-9cdf-cfcc81762d23 req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.55 "DELETE /v2.0/ports/9a4663a5-e387-4032-9a93-511cefcf441c HTTP/1.1" status: 204 len: 173 time: 1.4006739 Nov 11 22:25:05.099943 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3602bfb5-ad86-4706-8e8e-d6073ef52698 req-fb502a0c-fafe-4cf8-a703-68727c94c403 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:05.101716 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3602bfb5-ad86-4706-8e8e-d6073ef52698 req-fb502a0c-fafe-4cf8-a703-68727c94c403 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 943 time: 0.1138525 Nov 11 22:25:05.194417 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3602bfb5-ad86-4706-8e8e-d6073ef52698 req-9a28d804-fc48-40bc-a418-017aee5518e9 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860534 Nov 11 22:25:05.235880 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b5a34043-73f6-466e-9115-86bf7ddb0a17 req-aab3cab9-599f-4e74-935c-344487f29340 service neutron] 10.222.0.55 "GET /v2.0/networks/3e502878-60da-4698-8f22-97917266e235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119661 Nov 11 22:25:05.723599 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 9a4663a5-e387-4032-9a93-511cefcf441c no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:25:05.786736 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] No Port match for: 9a4663a5-e387-4032-9a93-511cefcf441c {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:25:05.787109 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 9a4663a5-e387-4032-9a93-511cefcf441c not bound to the agent host hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:25:05.828174 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bc9977f0-f4dd-435e-b128-f9774d33b3f9 req-113162e1-422f-4a29-8aa6-17c7d8273564 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] 10.222.0.25 "GET /v2.0/ports?device_id=0eb8aee2-4254-461f-b249-c243bb24b996 HTTP/1.1" status: 200 len: 210 time: 0.0496032 Nov 11 22:25:06.508816 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864ce81-b1c6-4e5c-a2c9-5a7025f3455a req-ac49fce7-00f2-4d62-ae41-c0c1cceeb5b7 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:06.510400 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c864ce81-b1c6-4e5c-a2c9-5a7025f3455a req-ac49fce7-00f2-4d62-ae41-c0c1cceeb5b7 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 943 time: 0.0991659 Nov 11 22:25:06.575202 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c864ce81-b1c6-4e5c-a2c9-5a7025f3455a req-f794e178-0eb6-48b8-9b3d-a537b68564ff tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570376 Nov 11 22:25:07.842183 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b024d-e1d9-4ed1-bccb-7c1a602ca162 req-4d6dd43f-d377-4c99-96dc-0592995ba673 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:07.844146 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-340b024d-e1d9-4ed1-bccb-7c1a602ca162 req-4d6dd43f-d377-4c99-96dc-0592995ba673 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 943 time: 0.0886798 Nov 11 22:25:07.904512 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-340b024d-e1d9-4ed1-bccb-7c1a602ca162 req-fd51fa38-0556-4e70-b133-6e8c92b581ec tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472784 Nov 11 22:25:09.186665 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b0f1a-b101-48a0-91d5-cddac340a53a req-526ff523-3b81-4c42-a523-cda77b0aacd1 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:09.188327 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-738b0f1a-b101-48a0-91d5-cddac340a53a req-526ff523-3b81-4c42-a523-cda77b0aacd1 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 943 time: 0.0957348 Nov 11 22:25:09.246120 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-738b0f1a-b101-48a0-91d5-cddac340a53a req-707dd56e-7059-440f-99a8-6485127d415a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497882 Nov 11 22:25:10.626824 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb1262-6a4b-4c55-a978-7251586ac817 req-f2d0e446-4118-4fa6-8702-275708a0e927 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:10.643694 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-38bb1262-6a4b-4c55-a978-7251586ac817 req-f2d0e446-4118-4fa6-8702-275708a0e927 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 943 time: 0.1984298 Nov 11 22:25:10.754104 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-38bb1262-6a4b-4c55-a978-7251586ac817 req-4f705cb1-c1f9-461b-9958-016facf8f6a0 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059120 Nov 11 22:25:12.289659 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67671e87-b912-4abc-a7c8-6ab1a6350479 req-9155939c-aea6-4839-ac4f-909fca01a46a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:12.347295 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-67671e87-b912-4abc-a7c8-6ab1a6350479 req-9155939c-aea6-4839-ac4f-909fca01a46a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 943 time: 0.3315368 Nov 11 22:25:12.347295 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-67671e87-b912-4abc-a7c8-6ab1a6350479 req-1cafbf5c-4d92-4b0a-9257-a9dc953e9b1b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445948 Nov 11 22:25:12.405821 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:25:13.565809 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a4b9c-7872-4bf2-a1d9-c2870df3227d req-a97fcc08-4793-4255-8578-50f1e88b4c4a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:13.568042 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-142a4b9c-7872-4bf2-a1d9-c2870df3227d req-a97fcc08-4793-4255-8578-50f1e88b4c4a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 943 time: 0.0879111 Nov 11 22:25:13.617224 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-142a4b9c-7872-4bf2-a1d9-c2870df3227d req-ca6c4a6c-6caf-48ce-8ea2-7a60c06a18c5 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428290 Nov 11 22:25:15.159098 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2c7cc-e7f4-45e0-bbb7-fd2466d5acbd req-d9909afa-8d7e-46f2-81bb-7626ebbf128c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:15.162684 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-69f2c7cc-e7f4-45e0-bbb7-fd2466d5acbd req-d9909afa-8d7e-46f2-81bb-7626ebbf128c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 943 time: 0.1624303 Nov 11 22:25:15.233104 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-69f2c7cc-e7f4-45e0-bbb7-fd2466d5acbd req-582b94ba-fa36-4037-beb7-cb2a942fcf7d tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620489 Nov 11 22:25:16.625512 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad1831-6eff-4689-a34a-81c2ee1f1c43 req-d6c218af-3549-4a15-a302-d7c473d2f559 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:16.627565 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6cad1831-6eff-4689-a34a-81c2ee1f1c43 req-d6c218af-3549-4a15-a302-d7c473d2f559 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 943 time: 0.1855760 Nov 11 22:25:16.708811 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6cad1831-6eff-4689-a34a-81c2ee1f1c43 req-a50cd030-f804-442b-b8b1-da172076f45e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679061 Nov 11 22:25:17.190015 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ce29ff1-7359-45ad-914d-caeb91850ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:18.437051 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b28835-d792-4e70-9a70-cb22cd269fe7 req-1d849b29-6e61-40fc-b181-1654c9211989 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:18.441822 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b8b28835-d792-4e70-9a70-cb22cd269fe7 req-1d849b29-6e61-40fc-b181-1654c9211989 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 943 time: 0.1784670 Nov 11 22:25:18.541471 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b8b28835-d792-4e70-9a70-cb22cd269fe7 req-44a68f61-791c-47ce-bf1c-eca7f95625b1 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872014 Nov 11 22:25:18.829969 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:19.734386 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e9f4ba09-6dcb-4a06-b85f-10523324eb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:19.937817 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec170be-29d8-4da7-ab31-e11beb837cb2 req-f2e91cdb-0ba2-463b-8776-bb7f51925c8e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:19.945640 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2ec170be-29d8-4da7-ab31-e11beb837cb2 req-f2e91cdb-0ba2-463b-8776-bb7f51925c8e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 943 time: 0.1191783 Nov 11 22:25:20.012412 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2ec170be-29d8-4da7-ab31-e11beb837cb2 req-0aaa3c8f-aff2-4f30-b941-81c1905d9c96 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655656 Nov 11 22:25:20.311329 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:21.364687 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d57260-52d5-41b4-a137-30e894c320aa req-a67638d3-e530-473d-a707-d72a37a7588b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:21.374244 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e5d57260-52d5-41b4-a137-30e894c320aa req-a67638d3-e530-473d-a707-d72a37a7588b tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 943 time: 0.1758003 Nov 11 22:25:21.445116 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:21.516702 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e5d57260-52d5-41b4-a137-30e894c320aa req-9d9cc5aa-ad94-44a1-9d12-b8e95b873070 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313474 Nov 11 22:25:21.771695 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device ffc2b4ff-5ba5-4c29-862b-6c821b93666f details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:25:22.162014 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port ffc2b4ff-5ba5-4c29-862b-6c821b93666f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:25:22.187670 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'port_id': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f', 'mac_address': 'fa:16:3e:52:50:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:25:22.251223 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:22.275777 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc2b4ff-5ba5-4c29-862b-6c821b93666f {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:25:22.293189 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port ffc2b4ff-5ba5-4c29-862b-6c821b93666f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:25:22.344975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:22.348108 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:22.442016 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,revision_number=9']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:22.459246 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:22.622333 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['ffc2b4ff-5ba5-4c29-862b-6c821b93666f'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:25:22.831332 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efc8ee-a76c-46aa-97d7-0afe427e8b68 req-39acddfa-ce0b-4810-a80f-d0a4e4de2c8f tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:22.833678 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-74efc8ee-a76c-46aa-97d7-0afe427e8b68 req-39acddfa-ce0b-4810-a80f-d0a4e4de2c8f tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 944 time: 0.1341753 Nov 11 22:25:22.907121 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-74efc8ee-a76c-46aa-97d7-0afe427e8b68 req-51d651b2-dd78-4665-8d6e-b7929409fb81 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602663 Nov 11 22:25:23.007788 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dffa47-4c52-4672-84f8-5595a6b85666 req-15ef6137-2d6b-4ff3-9a07-8875e99c3b2a tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:23.018073 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c7dffa47-4c52-4672-84f8-5595a6b85666 req-15ef6137-2d6b-4ff3-9a07-8875e99c3b2a tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 946 time: 0.1136868 Nov 11 22:25:23.079631 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c7dffa47-4c52-4672-84f8-5595a6b85666 req-9af342a1-e466-4378-8671-54aef1035ac2 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=8583d47c-75ed-447b-85ce-e5c5042ed5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592840 Nov 11 22:25:23.791538 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device ffc2b4ff-5ba5-4c29-862b-6c821b93666f up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:25:23.891311 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port ffc2b4ff-5ba5-4c29-862b-6c821b93666f triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:25:23.892919 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:24.120761 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:24.174245 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfc8d02-26ab-41d9-be97-28b3ebcf5010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:25:24.191690 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port ffc2b4ff-5ba5-4c29-862b-6c821b93666f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:25:24.248611 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:24.251908 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:24.331311 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,revision_number=10']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:24.343357 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:24.504892 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f310613-d1f2-452a-9ec9-078dd33a9755 req-c1726c3d-1694-40bd-9ab4-e0dba17fc46d tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:24.508237 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5f310613-d1f2-452a-9ec9-078dd33a9755 req-c1726c3d-1694-40bd-9ab4-e0dba17fc46d tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 946 time: 0.2523797 Nov 11 22:25:24.520094 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56226290-a50e-4cda-84a2-eb1a089ac432 req-62c613ee-2af4-4473-b872-33cfd34a0c52 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:24.523070 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-56226290-a50e-4cda-84a2-eb1a089ac432 req-62c613ee-2af4-4473-b872-33cfd34a0c52 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 946 time: 0.3861349 Nov 11 22:25:24.661463 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5f310613-d1f2-452a-9ec9-078dd33a9755 req-567b7284-ff2a-4582-bfca-12826c38fb91 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=8583d47c-75ed-447b-85ce-e5c5042ed5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365745 Nov 11 22:25:24.711834 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-56226290-a50e-4cda-84a2-eb1a089ac432 req-c288cfed-dc42-4348-a91c-362c69ddfcf2 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390626 Nov 11 22:25:24.781535 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cfc8d02-26ab-41d9-be97-28b3ebcf5010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f', 'code': 200} Nov 11 22:25:24.928349 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7d21c-e8c3-4c5a-87fe-ef5186c198fa req-5eab1797-be7c-4f9f-8b1d-f940906bad11 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:24.929155 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-5fd7d21c-e8c3-4c5a-87fe-ef5186c198fa req-5eab1797-be7c-4f9f-8b1d-f940906bad11 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Synchronizing usage tracker for tenant:69cfca7e767f4503aac480dce5907cdb on resource:port {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:25:24.978301 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-5fd7d21c-e8c3-4c5a-87fe-ef5186c198fa req-5eab1797-be7c-4f9f-8b1d-f940906bad11 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Unset dirty status for tenant:69cfca7e767f4503aac480dce5907cdb on resource:port {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:25:24.979922 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5fd7d21c-e8c3-4c5a-87fe-ef5186c198fa req-5eab1797-be7c-4f9f-8b1d-f940906bad11 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.55 "GET /v2.0/ports?device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 946 time: 0.2062554 Nov 11 22:25:25.073648 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-5fd7d21c-e8c3-4c5a-87fe-ef5186c198fa req-f47783ab-3d69-4f12-ac5c-bfe9b1748783 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Deleting port 1b5b033d-3576-448e-9dd0-915660210330 {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:25:25.074001 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-5fd7d21c-e8c3-4c5a-87fe-ef5186c198fa req-f47783ab-3d69-4f12-ac5c-bfe9b1748783 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:25.390177 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-39857ab4-abe0-4dd0-8aa1-591c974ebc88 req-8e189148-805a-4ad3-8ef6-3a9980b54d36 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 1099 time: 0.2645171 Nov 11 22:25:25.499226 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-39857ab4-abe0-4dd0-8aa1-591c974ebc88 req-e3347cd0-321d-4931-a018-73316ad72120 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017585 Nov 11 22:25:25.510536 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-5fd7d21c-e8c3-4c5a-87fe-ef5186c198fa req-f47783ab-3d69-4f12-ac5c-bfe9b1748783 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] For port 1b5b033d-3576-448e-9dd0-915660210330, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=1b5b033d-3576-448e-9dd0-915660210330,segment=NetworkSegment(31b3fab0-ce58-4863-b5fe-b07185a84084),segment_id=31b3fab0-ce58-4863-b5fe-b07185a84084)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:25:25.510964 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-5fd7d21c-e8c3-4c5a-87fe-ef5186c198fa req-f47783ab-3d69-4f12-ac5c-bfe9b1748783 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:26.020479 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-5fd7d21c-e8c3-4c5a-87fe-ef5186c198fa req-f47783ab-3d69-4f12-ac5c-bfe9b1748783 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:26.021831 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-5fd7d21c-e8c3-4c5a-87fe-ef5186c198fa req-f47783ab-3d69-4f12-ac5c-bfe9b1748783 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854332685'] for floatingip, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:26.022415 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.l3_db [req-5fd7d21c-e8c3-4c5a-87fe-ef5186c198fa req-f47783ab-3d69-4f12-ac5c-bfe9b1748783 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Floating IP f037cb08-5ed2-444e-bb48-3ed0ae84f823 disassociated. External IP: 172.28.0.96, port: 1b5b033d-3576-448e-9dd0-915660210330. Nov 11 22:25:26.023004 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-5fd7d21c-e8c3-4c5a-87fe-ef5186c198fa req-f47783ab-3d69-4f12-ac5c-bfe9b1748783 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Calling delete_port for 1b5b033d-3576-448e-9dd0-915660210330 owned by compute:nova {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:25:26.116441 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec2441-7c6d-42d6-a4ef-3c4e0a071f7c req-1b4500eb-9a94-4ff3-8ab9-efccc183e363 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:26.126418 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bdec2441-7c6d-42d6-a4ef-3c4e0a071f7c req-1b4500eb-9a94-4ff3-8ab9-efccc183e363 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 946 time: 0.2171926 Nov 11 22:25:26.223162 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bdec2441-7c6d-42d6-a4ef-3c4e0a071f7c req-e9594ccd-1168-48d3-9d50-c7125fd88cac tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941529 Nov 11 22:25:26.254374 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d800e2-a30c-4d84-bcf5-e1f527c606bd req-cbc11df2-e1f7-4d99-9e32-315ff86f1996 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:26.256859 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a4d800e2-a30c-4d84-bcf5-e1f527c606bd req-cbc11df2-e1f7-4d99-9e32-315ff86f1996 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 946 time: 0.2601357 Nov 11 22:25:26.366847 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a4d800e2-a30c-4d84-bcf5-e1f527c606bd req-2515be97-7780-4c09-a584-8f50cdff4644 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups?id=8583d47c-75ed-447b-85ce-e5c5042ed5f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891314 Nov 11 22:25:26.384408 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-5fd7d21c-e8c3-4c5a-87fe-ef5186c198fa req-f47783ab-3d69-4f12-ac5c-bfe9b1748783 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:26.395409 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2b2cfd4f-f715-44ec-bc85-f1d3f5e43a90 tempest-VolumesNegativeTest-2018780185 tempest-VolumesNegativeTest-2018780185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:26.464439 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47783ab-3d69-4f12-ac5c-bfe9b1748783 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Pushing event deleted for resources: {'Port': ['ID=1b5b033d-3576-448e-9dd0-915660210330,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:26.470164 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f47783ab-3d69-4f12-ac5c-bfe9b1748783 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:26.864765 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fd7d21c-e8c3-4c5a-87fe-ef5186c198fa req-f47783ab-3d69-4f12-ac5c-bfe9b1748783 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Router 4d645204-5730-4494-9d7b-581114e41029 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:25:27.231001 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fd7d21c-e8c3-4c5a-87fe-ef5186c198fa req-f47783ab-3d69-4f12-ac5c-bfe9b1748783 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:25:27.244430 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a636da-28fe-4a00-bd25-70e497e22b97 None None] Sync routers for ids ['4d645204-5730-4494-9d7b-581114e41029'] in dv-cinder-815883-4-smb {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:25:27.264597 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a636da-28fe-4a00-bd25-70e497e22b97 None None] Routers {'4d645204-5730-4494-9d7b-581114e41029'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:25:27.265917 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-41a636da-28fe-4a00-bd25-70e497e22b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:25:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['4d645204-5730-4494-9d7b-581114e41029'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:25:27.361822 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd7d21c-e8c3-4c5a-87fe-ef5186c198fa req-f47783ab-3d69-4f12-ac5c-bfe9b1748783 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] No DVR routers for this DVR port 1b5b033d-3576-448e-9dd0-915660210330 on host hv-cinder-81588 {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:25:27.363670 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-5fd7d21c-e8c3-4c5a-87fe-ef5186c198fa req-f47783ab-3d69-4f12-ac5c-bfe9b1748783 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:27.368444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41725d47-69dc-49ea-96b9-114e2dc8d82e', 'name': 'network-vif-deleted', 'tag': '1b5b033d-3576-448e-9dd0-915660210330'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:25:27.415642 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5fd7d21c-e8c3-4c5a-87fe-ef5186c198fa req-f47783ab-3d69-4f12-ac5c-bfe9b1748783 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.55 "DELETE /v2.0/ports/1b5b033d-3576-448e-9dd0-915660210330 HTTP/1.1" status: 204 len: 173 time: 2.4206676 Nov 11 22:25:27.450903 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41725d47-69dc-49ea-96b9-114e2dc8d82e', 'name': 'network-vif-deleted', 'tag': '1b5b033d-3576-448e-9dd0-915660210330', 'status': 'completed', 'code': 200} Nov 11 22:25:27.704034 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bed5e985-95f7-45c4-afab-8c3a150e03cc req-09cba9ec-9d42-4122-9905-0c2058cf857e tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/ports?device_id=41725d47-69dc-49ea-96b9-114e2dc8d82e HTTP/1.1" status: 200 len: 210 time: 0.1044970 Nov 11 22:25:27.743797 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-41a636da-28fe-4a00-bd25-70e497e22b97 None None] Set router 4d645204-5730-4494-9d7b-581114e41029 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:25:27.790575 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736b5f0-5fd0-4e81-a07d-33407c180eb1 req-8fd5ee21-a351-4cea-a04d-096951f3eaa1 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:27.793442 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3736b5f0-5fd0-4e81-a07d-33407c180eb1 req-8fd5ee21-a351-4cea-a04d-096951f3eaa1 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 946 time: 0.2823837 Nov 11 22:25:27.804574 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 1b5b033d-3576-448e-9dd0-915660210330 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:25:27.869987 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] No Port match for: 1b5b033d-3576-448e-9dd0-915660210330 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:25:27.870338 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 1b5b033d-3576-448e-9dd0-915660210330 not bound to the agent host hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:25:27.881369 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3736b5f0-5fd0-4e81-a07d-33407c180eb1 req-d6d17dd7-16c3-4896-a029-8122b07e74b2 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780137 Nov 11 22:25:28.289332 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-41a636da-28fe-4a00-bd25-70e497e22b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:19:01Z', 'revision_number': 4, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '41a7df62-13d4-4c63-86e9-d90560ec9abd', 'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'mac_address': 'fa:16:3e:7b:03:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:57Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'subnets': [{'id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:25:28.294296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a636da-28fe-4a00-bd25-70e497e22b97 None None] Checking router: 4d645204-5730-4494-9d7b-581114e41029 for host: dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:25:28.308216 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a636da-28fe-4a00-bd25-70e497e22b97 None None] Routers {'4d645204-5730-4494-9d7b-581114e41029'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:25:28.309222 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-41a636da-28fe-4a00-bd25-70e497e22b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:25:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['4d645204-5730-4494-9d7b-581114e41029'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:25:28.555143 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-41a636da-28fe-4a00-bd25-70e497e22b97 None None] Set router 4d645204-5730-4494-9d7b-581114e41029 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:25:28.981133 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 33774) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:25:29.157633 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60e3b7d5-eb5a-48be-896e-2387e94b7a44 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:29.220486 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-41a636da-28fe-4a00-bd25-70e497e22b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:19:01Z', 'revision_number': 4, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '41a7df62-13d4-4c63-86e9-d90560ec9abd', 'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'mac_address': 'fa:16:3e:7b:03:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:57Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'subnets': [{'id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:25:29.225664 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a636da-28fe-4a00-bd25-70e497e22b97 None None] The sync data for ids ['4d645204-5730-4494-9d7b-581114e41029'] in dv-cinder-815883-4-smb is: [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:19:01Z', 'revision_number': 4, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '41a7df62-13d4-4c63-86e9-d90560ec9abd', 'name': '', 'network_id': '65d9ad99-3a08-4dd5-af3c-91116e42d962', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'mac_address': 'fa:16:3e:7b:03:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:57Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'subnets': [{'id': 'b4ba6ec0-e7b0-4914-9c13-c2928c121dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:25:29.317054 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60e3b7d5-eb5a-48be-896e-2387e94b7a44 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:29.401454 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0817e57-ee26-4da1-a006-11dae8336e02 req-a073afe1-a45d-4c47-9a1a-e37d903999dd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:25:29.403322 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c0817e57-ee26-4da1-a006-11dae8336e02 req-a073afe1-a45d-4c47-9a1a-e37d903999dd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 946 time: 0.2469203 Nov 11 22:25:29.467368 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c0817e57-ee26-4da1-a006-11dae8336e02 req-602b1fcd-aafc-4d52-a6ed-02571a73e684 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504076 Nov 11 22:25:29.766964 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60e3b7d5-eb5a-48be-896e-2387e94b7a44 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:29.775783 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-24911e31-edee-4a7a-b5fe-8da4151f5fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:29.797926 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3b7d5-eb5a-48be-896e-2387e94b7a44 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8583d47c-75ed-447b-85ce-e5c5042ed5f2,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:29.808514 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b7d5-eb5a-48be-896e-2387e94b7a44 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:29.809046 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b7d5-eb5a-48be-896e-2387e94b7a44 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:29.809460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b7d5-eb5a-48be-896e-2387e94b7a44 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:29.809933 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b7d5-eb5a-48be-896e-2387e94b7a44 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:29.810336 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b7d5-eb5a-48be-896e-2387e94b7a44 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:29.810739 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b7d5-eb5a-48be-896e-2387e94b7a44 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:29.811142 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b7d5-eb5a-48be-896e-2387e94b7a44 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:29.811542 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b7d5-eb5a-48be-896e-2387e94b7a44 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:29.811938 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b7d5-eb5a-48be-896e-2387e94b7a44 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:29.812334 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b7d5-eb5a-48be-896e-2387e94b7a44 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:29.812732 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e3b7d5-eb5a-48be-896e-2387e94b7a44 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:25:29.816613 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-60e3b7d5-eb5a-48be-896e-2387e94b7a44 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:29.878685 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60e3b7d5-eb5a-48be-896e-2387e94b7a44 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:29.884202 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-60e3b7d5-eb5a-48be-896e-2387e94b7a44 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "DELETE /v2.0/security-groups/8583d47c-75ed-447b-85ce-e5c5042ed5f2 HTTP/1.1" status: 204 len: 168 time: 0.8979800 Nov 11 22:25:29.884618 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 33784) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:25:29.904751 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.v2.resource [None req-21696480-f98f-4485-9672-a3f28247acbf tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] show failed (client error): The resource could not be found. Nov 11 22:25:29.906114 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-21696480-f98f-4485-9672-a3f28247acbf tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "GET /v2.0/security-groups/8583d47c-75ed-447b-85ce-e5c5042ed5f2 HTTP/1.1" status: 404 len: 347 time: 0.0201752 Nov 11 22:25:29.909940 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 33788) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:25:30.031268 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57e624a-e686-4a71-8f50-3a1071ece655 None None] New status for floating IP f037cb08-5ed2-444e-bb48-3ed0ae84f823: DOWN {{(pid=88358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 22:25:30.101422 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d4bbf4b1-8213-465c-abdc-f9b24f094737 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Deleting port 7fc88c9a-2951-4ae4-b654-941eccbd4eae {{(pid=88355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:25:30.101832 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf4b1-8213-465c-abdc-f9b24f094737 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:30.369593 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf4b1-8213-465c-abdc-f9b24f094737 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:30.370266 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf4b1-8213-465c-abdc-f9b24f094737 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:30.634308 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d4bbf4b1-8213-465c-abdc-f9b24f094737 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Calling delete_port for 7fc88c9a-2951-4ae4-b654-941eccbd4eae owned by network:floatingip {{(pid=88355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:25:30.787725 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.db.api [None req-d4bbf4b1-8213-465c-abdc-f9b24f094737 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88355) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:25:30.788257 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_db.api [None req-d4bbf4b1-8213-465c-abdc-f9b24f094737 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 11 22:25:31.289665 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d4bbf4b1-8213-465c-abdc-f9b24f094737 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Deleting port 7fc88c9a-2951-4ae4-b654-941eccbd4eae {{(pid=88355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:25:31.290107 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf4b1-8213-465c-abdc-f9b24f094737 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:31.491772 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf4b1-8213-465c-abdc-f9b24f094737 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:31.492513 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf4b1-8213-465c-abdc-f9b24f094737 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:31.624195 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d4bbf4b1-8213-465c-abdc-f9b24f094737 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Calling delete_port for 7fc88c9a-2951-4ae4-b654-941eccbd4eae owned by network:floatingip {{(pid=88355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:25:31.835374 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf4b1-8213-465c-abdc-f9b24f094737 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:31.840783 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:31.889860 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbf4b1-8213-465c-abdc-f9b24f094737 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Pushing event deleted for resources: {'Port': ['ID=7fc88c9a-2951-4ae4-b654-941eccbd4eae,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:31.892803 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d4bbf4b1-8213-465c-abdc-f9b24f094737 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:31.989894 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf4b1-8213-465c-abdc-f9b24f094737 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks [] for floatingip, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:32.006654 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf4b1-8213-465c-abdc-f9b24f094737 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for floatingip, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:32.007922 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-d4bbf4b1-8213-465c-abdc-f9b24f094737 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] 10.222.0.25 "DELETE /v2.0/floatingips/f037cb08-5ed2-444e-bb48-3ed0ae84f823 HTTP/1.1" status: 204 len: 168 time: 2.0968835 Nov 11 22:25:33.240842 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:34.204245 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 33884) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:25:34.275738 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4cfbc9-7d18-4f67-b0a2-08f721cf2790 admin admin] Deleting subnet a1dc4df2-c84c-4c0e-936f-df9ebfee6547 {{(pid=88356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 22:25:34.279375 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9b4cfbc9-7d18-4f67-b0a2-08f721cf2790 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:34.340879 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9b4cfbc9-7d18-4f67-b0a2-08f721cf2790 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853582146'] for subnet, precommit_delete_associations {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:34.403774 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9b4cfbc9-7d18-4f67-b0a2-08f721cf2790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850798312'] for subnet, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:34.711482 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9b4cfbc9-7d18-4f67-b0a2-08f721cf2790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3977473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853672706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146006717'] for subnet, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:34.720738 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:34.809668 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4cfbc9-7d18-4f67-b0a2-08f721cf2790 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1dc4df2-c84c-4c0e-936f-df9ebfee6547,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:34.815086 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9b4cfbc9-7d18-4f67-b0a2-08f721cf2790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:34.819711 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9b4cfbc9-7d18-4f67-b0a2-08f721cf2790 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:34.831965 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-9b4cfbc9-7d18-4f67-b0a2-08f721cf2790 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a1dc4df2-c84c-4c0e-936f-df9ebfee6547 HTTP/1.1" status: 204 len: 168 time: 0.6257894 Nov 11 22:25:34.835245 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 33892) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:25:35.045168 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-865f410c-6770-4880-bf7c-b1396e440a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850740317'] for network, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:35.255525 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-865f410c-6770-4880-bf7c-b1396e440a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850799231', 'neutron.services.segments.db._delete_segments_for_network-8762808614344'] for network, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:35.302221 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-865f410c-6770-4880-bf7c-b1396e440a7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c5232b-aa0a-44de-a10d-42e6f4f35e3c']}} {{(pid=88356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:25:35.317653 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-865f410c-6770-4880-bf7c-b1396e440a7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d38410-096e-4ea8-983b-1b736f6411d5') {'for_net_delete': True} {{(pid=88356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:25:35.318059 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-865f410c-6770-4880-bf7c-b1396e440a7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d38410-096e-4ea8-983b-1b736f6411d5') {} {{(pid=88356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:25:35.331334 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-865f410c-6770-4880-bf7c-b1396e440a7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762808626649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193655'] for segment, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:35.425571 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-865f410c-6770-4880-bf7c-b1396e440a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:35.436869 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-865f410c-6770-4880-bf7c-b1396e440a7e admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 22:25:35.437322 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-865f410c-6770-4880-bf7c-b1396e440a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850807042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103196'] for segment, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: Traceback (most recent call last): Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: timer() Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: cb(*args, **kw) Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: return func(*args, **kwargs) Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: self._notify() Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: self.callback(batched_events) Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: event.method(event) Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: segment_id)['aggregates'][0] Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: return f(self, *a, **k) Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: return self._get(url).json() Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: **kwargs) Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: **endpoint_filter) Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:25:35.453236 dv-cinder-815883-4-smb neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:25:35.630301 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-865f410c-6770-4880-bf7c-b1396e440a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854332702'] for network, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:35.634824 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7849fa7a-3538-453b-afa5-13427daa6a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:35.652342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-865f410c-6770-4880-bf7c-b1396e440a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:35.662374 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f410c-6770-4880-bf7c-b1396e440a7e admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c5232b-aa0a-44de-a10d-42e6f4f35e3c,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:35.666135 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-865f410c-6770-4880-bf7c-b1396e440a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:35.698966 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-865f410c-6770-4880-bf7c-b1396e440a7e admin admin] 10.222.0.25 "DELETE /v2.0/networks/b2c5232b-aa0a-44de-a10d-42e6f4f35e3c HTTP/1.1" status: 204 len: 168 time: 0.8620520 Nov 11 22:25:36.006994 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 33904) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:25:36.067976 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-7f2d50a3-c298-41ed-b5c4-d2613fb993d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fba0805518eb46388f690f9493e7560e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0595286 Nov 11 22:25:36.071096 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 33908) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:25:36.185101 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3c2ef82-15ef-44df-82f2-62793e09241a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:36.233559 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3c2ef82-15ef-44df-82f2-62793e09241a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:36.389549 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3c2ef82-15ef-44df-82f2-62793e09241a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:36.396563 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-beaee49f-72cc-4d46-ad42-b7744e390947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:36.415700 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2ef82-15ef-44df-82f2-62793e09241a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cbeacf-a45a-4c8d-a9a5-dfeae7338d23,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:36.419248 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d3c2ef82-15ef-44df-82f2-62793e09241a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:36.421572 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3c2ef82-15ef-44df-82f2-62793e09241a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:36.426741 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-d3c2ef82-15ef-44df-82f2-62793e09241a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15cbeacf-a45a-4c8d-a9a5-dfeae7338d23 HTTP/1.1" status: 204 len: 168 time: 0.3502457 Nov 11 22:25:36.575366 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 33920) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:25:37.576709 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c31de710-5eb7-4a0d-941d-796d5bcabc29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443165'] for router_interface, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:38.336009 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c31de710-5eb7-4a0d-941d-796d5bcabc29 admin admin] Deleting port 41a7df62-13d4-4c63-86e9-d90560ec9abd {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:25:38.336584 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c31de710-5eb7-4a0d-941d-796d5bcabc29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:38.551546 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-c31de710-5eb7-4a0d-941d-796d5bcabc29 admin admin] For port 41a7df62-13d4-4c63-86e9-d90560ec9abd, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=41a7df62-13d4-4c63-86e9-d90560ec9abd,segment=NetworkSegment(31b3fab0-ce58-4863-b5fe-b07185a84084),segment_id=31b3fab0-ce58-4863-b5fe-b07185a84084)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:25:38.552365 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c31de710-5eb7-4a0d-941d-796d5bcabc29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:38.710034 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-c31de710-5eb7-4a0d-941d-796d5bcabc29 admin admin] Calling delete_port for 41a7df62-13d4-4c63-86e9-d90560ec9abd owned by network:router_interface {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:25:39.087056 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c31de710-5eb7-4a0d-941d-796d5bcabc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:39.092223 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6180881b-aba9-4de3-9bf6-4169a0af63ce tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:39.136722 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31de710-5eb7-4a0d-941d-796d5bcabc29 admin admin] Pushing event deleted for resources: {'Port': ['ID=41a7df62-13d4-4c63-86e9-d90560ec9abd,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:39.139674 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c31de710-5eb7-4a0d-941d-796d5bcabc29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:39.485975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c31de710-5eb7-4a0d-941d-796d5bcabc29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3304509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-443271'] for router_interface, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:40.136048 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31de710-5eb7-4a0d-941d-796d5bcabc29 admin admin] Router 4d645204-5730-4494-9d7b-581114e41029 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:25:40.364088 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31de710-5eb7-4a0d-941d-796d5bcabc29 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:25:40.374738 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3a20ba-eb7f-4cdb-92cf-3bd2c41c8c36 None None] Sync routers for ids ['4d645204-5730-4494-9d7b-581114e41029'] in dv-cinder-815883-4-smb {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:25:40.386109 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-c31de710-5eb7-4a0d-941d-796d5bcabc29 admin admin] 10.222.0.25 "PUT /v2.0/routers/4d645204-5730-4494-9d7b-581114e41029/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8093808 Nov 11 22:25:40.388847 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 33960) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:25:40.392638 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a20ba-eb7f-4cdb-92cf-3bd2c41c8c36 None None] Routers {'4d645204-5730-4494-9d7b-581114e41029'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:25:40.393381 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-9c3a20ba-eb7f-4cdb-92cf-3bd2c41c8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:25:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['4d645204-5730-4494-9d7b-581114e41029'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:25:40.632469 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-9c3a20ba-eb7f-4cdb-92cf-3bd2c41c8c36 None None] Set router 4d645204-5730-4494-9d7b-581114e41029 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:25:40.647225 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e89abfb-c51f-4973-9f53-9fe814ad8005 admin admin] Notify callbacks [] for router, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:41.040519 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-9c3a20ba-eb7f-4cdb-92cf-3bd2c41c8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:25:38Z', 'revision_number': 5, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:25:41.048643 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3a20ba-eb7f-4cdb-92cf-3bd2c41c8c36 None None] Checking router: 4d645204-5730-4494-9d7b-581114e41029 for host: dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:25:41.068787 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3a20ba-eb7f-4cdb-92cf-3bd2c41c8c36 None None] Routers {'4d645204-5730-4494-9d7b-581114e41029'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:25:41.069923 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-9c3a20ba-eb7f-4cdb-92cf-3bd2c41c8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:25:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['4d645204-5730-4494-9d7b-581114e41029'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:25:41.172264 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e89abfb-c51f-4973-9f53-9fe814ad8005 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:41.212591 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-7e89abfb-c51f-4973-9f53-9fe814ad8005 admin admin] Deleting port de0555bb-043d-4a1f-b2da-40720c9292ee {{(pid=88355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:25:41.213176 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e89abfb-c51f-4973-9f53-9fe814ad8005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:41.268140 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-9c3a20ba-eb7f-4cdb-92cf-3bd2c41c8c36 None None] Set router 4d645204-5730-4494-9d7b-581114e41029 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:25:41.407397 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-7e89abfb-c51f-4973-9f53-9fe814ad8005 admin admin] For port de0555bb-043d-4a1f-b2da-40720c9292ee, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=de0555bb-043d-4a1f-b2da-40720c9292ee,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:25:41.407804 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e89abfb-c51f-4973-9f53-9fe814ad8005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:41.538601 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-7e89abfb-c51f-4973-9f53-9fe814ad8005 admin admin] Calling delete_port for de0555bb-043d-4a1f-b2da-40720c9292ee owned by network:router_gateway {{(pid=88355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:25:41.758806 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-9c3a20ba-eb7f-4cdb-92cf-3bd2c41c8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:25:38Z', 'revision_number': 5, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:25:41.773498 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3a20ba-eb7f-4cdb-92cf-3bd2c41c8c36 None None] The sync data for ids ['4d645204-5730-4494-9d7b-581114e41029'] in dv-cinder-815883-4-smb is: [{'id': '4d645204-5730-4494-9d7b-581114e41029', 'name': 'tempest-AttachVolumeTestJSON-851205122-router', 'tenant_id': '69cfca7e767f4503aac480dce5907cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13'}], 'enable_snat': True}, 'gw_port_id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:46Z', 'updated_at': '2021-11-11T22:25:38Z', 'revision_number': 5, 'project_id': '69cfca7e767f4503aac480dce5907cdb', 'gw_port': {'id': 'de0555bb-043d-4a1f-b2da-40720c9292ee', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:16:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d645204-5730-4494-9d7b-581114e41029', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:48Z', 'updated_at': '2021-11-11T22:19:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}] {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:25:41.880883 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e89abfb-c51f-4973-9f53-9fe814ad8005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:41.886760 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e00c1d1c-1054-4b7f-89d1-38fac08006aa tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:41.931551 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89abfb-c51f-4973-9f53-9fe814ad8005 admin admin] Pushing event deleted for resources: {'Port': ['ID=de0555bb-043d-4a1f-b2da-40720c9292ee,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:41.935624 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7e89abfb-c51f-4973-9f53-9fe814ad8005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:42.180762 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e89abfb-c51f-4973-9f53-9fe814ad8005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442892'] for router_gateway, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:42.352276 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 41a7df62-13d4-4c63-86e9-d90560ec9abd no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:25:42.387630 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: 41a7df62-13d4-4c63-86e9-d90560ec9abd {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:25:42.387941 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 41a7df62-13d4-4c63-86e9-d90560ec9abd not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:25:42.471271 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e89abfb-c51f-4973-9f53-9fe814ad8005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036852686383'] for router, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:42.477387 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e89abfb-c51f-4973-9f53-9fe814ad8005 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:42.783946 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e89abfb-c51f-4973-9f53-9fe814ad8005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567308'] for router, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:42.785310 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e89abfb-c51f-4973-9f53-9fe814ad8005 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d645204-5730-4494-9d7b-581114e41029 {{(pid=88355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 22:25:42.804447 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7e89abfb-c51f-4973-9f53-9fe814ad8005 admin admin] Notify callbacks [] for router, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:42.806953 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-7e89abfb-c51f-4973-9f53-9fe814ad8005 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4d645204-5730-4494-9d7b-581114e41029 HTTP/1.1" status: 204 len: 168 time: 2.4154332 Nov 11 22:25:42.810543 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 33974) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:25:42.888624 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-beac00fa-fe6c-475d-9efc-b10bdb3cfa7e admin admin] Deleting subnet b4ba6ec0-e7b0-4914-9c13-c2928c121dea {{(pid=88356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 22:25:42.892599 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-beac00fa-fe6c-475d-9efc-b10bdb3cfa7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:43.227093 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-beac00fa-fe6c-475d-9efc-b10bdb3cfa7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853582146'] for subnet, precommit_delete_associations {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:43.361994 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-beac00fa-fe6c-475d-9efc-b10bdb3cfa7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850798312'] for subnet, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:43.447726 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-beac00fa-fe6c-475d-9efc-b10bdb3cfa7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3977473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853672706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146006717'] for subnet, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:43.452685 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:43.489763 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac00fa-fe6c-475d-9efc-b10bdb3cfa7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4ba6ec0-e7b0-4914-9c13-c2928c121dea,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:43.492405 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-beac00fa-fe6c-475d-9efc-b10bdb3cfa7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:43.504534 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-beac00fa-fe6c-475d-9efc-b10bdb3cfa7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:43.509544 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67452025-292a-48a5-a42d-920bfdced7aa None None] Network 65d9ad99-3a08-4dd5-af3c-91116e42d962 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:25:43.514405 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 33982) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:25:43.515087 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-beac00fa-fe6c-475d-9efc-b10bdb3cfa7e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b4ba6ec0-e7b0-4914-9c13-c2928c121dea HTTP/1.1" status: 204 len: 168 time: 0.7023287 Nov 11 22:25:43.638065 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850740317'] for network, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:43.650061 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] Deleting port 9eddfe94-b923-40d4-a629-0deda64945d1 {{(pid=88355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:25:43.650676 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:43.789248 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b270de-5c43-4b55-9418-4057c31de80a None None] DHCP port deletion for 65d9ad99-3a08-4dd5-af3c-91116e42d962 request from dv-cinder-815883-4-smb {{(pid=88357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 11 22:25:43.793770 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-81b270de-5c43-4b55-9418-4057c31de80a None None] Deleting port 9eddfe94-b923-40d4-a629-0deda64945d1 {{(pid=88357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:25:43.794291 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-81b270de-5c43-4b55-9418-4057c31de80a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:43.886372 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] For port 9eddfe94-b923-40d4-a629-0deda64945d1, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=9eddfe94-b923-40d4-a629-0deda64945d1,segment=NetworkSegment(31b3fab0-ce58-4863-b5fe-b07185a84084),segment_id=31b3fab0-ce58-4863-b5fe-b07185a84084)] {{(pid=88355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:25:43.886771 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:44.012451 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] Calling delete_port for 9eddfe94-b923-40d4-a629-0deda64945d1 owned by network:dhcp {{(pid=88355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:25:44.012759 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-81b270de-5c43-4b55-9418-4057c31de80a None None] For port 9eddfe94-b923-40d4-a629-0deda64945d1, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=9eddfe94-b923-40d4-a629-0deda64945d1,segment=NetworkSegment(31b3fab0-ce58-4863-b5fe-b07185a84084),segment_id=31b3fab0-ce58-4863-b5fe-b07185a84084)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:25:44.012899 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-81b270de-5c43-4b55-9418-4057c31de80a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:44.126640 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:44.131974 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-442b0fc9-fb47-4bba-b208-8a4b1e8f1396 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:44.145226 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-81b270de-5c43-4b55-9418-4057c31de80a None None] Calling delete_port for 9eddfe94-b923-40d4-a629-0deda64945d1 owned by network:dhcp {{(pid=88357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:25:44.177158 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] Pushing event deleted for resources: {'Port': ['ID=9eddfe94-b923-40d4-a629-0deda64945d1,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:44.181303 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:44.185183 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] No DVR routers for this DVR port 9eddfe94-b923-40d4-a629-0deda64945d1 on host dv-cinder-815883-4-smb {{(pid=88355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:25:44.305808 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.db.api [None req-81b270de-5c43-4b55-9418-4057c31de80a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88357) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:25:44.306590 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_db.api [None req-81b270de-5c43-4b55-9418-4057c31de80a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 11 22:25:44.343755 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 9eddfe94-b923-40d4-a629-0deda64945d1 no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:25:44.549850 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850799231', 'neutron.services.segments.db._delete_segments_for_network-8762808614344'] for network, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:44.584245 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d9ad99-3a08-4dd5-af3c-91116e42d962']}} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:25:44.591269 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: 9eddfe94-b923-40d4-a629-0deda64945d1 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:25:44.591620 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 9eddfe94-b923-40d4-a629-0deda64945d1 not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:25:44.592058 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device de0555bb-043d-4a1f-b2da-40720c9292ee no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:25:44.612158 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b3fab0-ce58-4863-b5fe-b07185a84084') {'for_net_delete': True} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:25:44.612753 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b3fab0-ce58-4863-b5fe-b07185a84084') {} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:25:44.626576 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: de0555bb-043d-4a1f-b2da-40720c9292ee {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:25:44.627069 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device de0555bb-043d-4a1f-b2da-40720c9292ee not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:25:44.635395 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762808626649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853378672'] for segment, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:44.654310 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:44.661576 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 22:25:44.662052 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850807042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1394800'] for segment, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: Traceback (most recent call last): Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: timer() Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: cb(*args, **kw) Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: return func(*args, **kwargs) Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: self._notify() Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: self.callback(batched_events) Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: event.method(event) Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: segment_id)['aggregates'][0] Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: return f(self, *a, **k) Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: return self._get(url).json() Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: **kwargs) Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: **endpoint_filter) Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:25:44.676622 dv-cinder-815883-4-smb neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:25:44.807899 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-81b270de-5c43-4b55-9418-4057c31de80a None None] Deleting port 9eddfe94-b923-40d4-a629-0deda64945d1 {{(pid=88357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:25:44.808548 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-81b270de-5c43-4b55-9418-4057c31de80a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:44.823837 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854332702'] for network, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:44.829873 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:44.850195 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:44.870214 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] Pushing event deleted for resources: {'Network': ['ID=65d9ad99-3a08-4dd5-af3c-91116e42d962,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:44.874944 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:44.897178 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-103e9a77-a7f3-4deb-9d20-269decdfcf2b admin admin] 10.222.0.25 "DELETE /v2.0/networks/65d9ad99-3a08-4dd5-af3c-91116e42d962 HTTP/1.1" status: 204 len: 168 time: 1.3788071 Nov 11 22:25:44.923645 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-81b270de-5c43-4b55-9418-4057c31de80a None None] The port '9eddfe94-b923-40d4-a629-0deda64945d1' was deleted {{(pid=88357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 11 22:25:45.286347 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34004) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:25:45.348811 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-1af10f4d-6de6-4251-ab32-66b72b4ae22e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69cfca7e767f4503aac480dce5907cdb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0610671 Nov 11 22:25:45.353241 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34010) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:25:45.437672 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-38127282-aca1-4204-b961-ce61d1bc6c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:45.472512 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-38127282-aca1-4204-b961-ce61d1bc6c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:45.560971 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-38127282-aca1-4204-b961-ce61d1bc6c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:45.566376 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2b1331d9-cbdf-40e7-a731-aae619ccc26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:45.583889 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38127282-aca1-4204-b961-ce61d1bc6c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36bc086-0e6d-4c92-9c55-63fd85c9de2c,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:45.589653 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-38127282-aca1-4204-b961-ce61d1bc6c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:45.591812 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-38127282-aca1-4204-b961-ce61d1bc6c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:45.593789 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-38127282-aca1-4204-b961-ce61d1bc6c33 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a36bc086-0e6d-4c92-9c55-63fd85c9de2c HTTP/1.1" status: 204 len: 168 time: 0.2384720 Nov 11 22:25:47.241056 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-33889f40-6f11-4df5-b5c6-8a78585a7d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:48.784099 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:49.407306 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:25:49.652122 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84d51ceb-f693-4d6f-80ad-234fefbf00a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:50.251914 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:51.441025 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:52.204604 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34138) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:25:52.423178 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bafe83cc-bf07-48ae-8b42-6570b51e0573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:52.464038 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bafe83cc-bf07-48ae-8b42-6570b51e0573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:25:52.473158 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-bafe83cc-bf07-48ae-8b42-6570b51e0573 admin admin] Usage tracker for resource:security_group_rule and tenant:5bfe09057f5d4d609e016712a2e69eff is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:25:52.473158 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-bafe83cc-bf07-48ae-8b42-6570b51e0573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:25:52.478556 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bafe83cc-bf07-48ae-8b42-6570b51e0573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:25:52.753972 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bafe83cc-bf07-48ae-8b42-6570b51e0573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:52.800712 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bafe83cc-bf07-48ae-8b42-6570b51e0573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:52.809348 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9481d1b3-933b-478c-b5b3-b12735c4a8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:52.868808 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe83cc-bf07-48ae-8b42-6570b51e0573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4c27c0-fd6d-4683-9c35-6f69658ea611,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:52.880136 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-bafe83cc-bf07-48ae-8b42-6570b51e0573 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5bfe09057f5d4d609e016712a2e69eff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6711729 Nov 11 22:25:52.880136 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bafe83cc-bf07-48ae-8b42-6570b51e0573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:52.880796 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34154) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:25:52.958757 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c4bcaa88-a666-4a37-8ae9-25c0f7a2d19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:52.986495 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c4bcaa88-a666-4a37-8ae9-25c0f7a2d19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:53.058408 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c4bcaa88-a666-4a37-8ae9-25c0f7a2d19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:53.063838 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ae731304-1f02-41d1-a3fe-584521c3f80c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:53.080012 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcaa88-a666-4a37-8ae9-25c0f7a2d19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4c27c0-fd6d-4683-9c35-6f69658ea611,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:53.085793 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c4bcaa88-a666-4a37-8ae9-25c0f7a2d19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:53.087877 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c4bcaa88-a666-4a37-8ae9-25c0f7a2d19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:53.089130 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-c4bcaa88-a666-4a37-8ae9-25c0f7a2d19f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e4c27c0-fd6d-4683-9c35-6f69658ea611 HTTP/1.1" status: 204 len: 168 time: 0.2071514 Nov 11 22:25:54.657653 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34174) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:25:54.809145 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12ae68f5-811f-4736-b1ac-8df8d6241f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:54.843205 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-12ae68f5-811f-4736-b1ac-8df8d6241f5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:25:54.847689 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-12ae68f5-811f-4736-b1ac-8df8d6241f5f admin admin] Usage tracker for resource:security_group_rule and tenant:f0b0a20a8dc644d08c7da329669ffef5 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:25:54.850749 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-12ae68f5-811f-4736-b1ac-8df8d6241f5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:25:54.856857 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-12ae68f5-811f-4736-b1ac-8df8d6241f5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:25:54.938694 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12ae68f5-811f-4736-b1ac-8df8d6241f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:54.966469 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12ae68f5-811f-4736-b1ac-8df8d6241f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:54.974771 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bc16b2c2-f2bf-42ae-8a27-136a09e5fd3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:55.019571 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae68f5-811f-4736-b1ac-8df8d6241f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230160eb-2530-42fa-b5a4-1c7dd11b964a,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:55.023891 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-12ae68f5-811f-4736-b1ac-8df8d6241f5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0b0a20a8dc644d08c7da329669ffef5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3650858 Nov 11 22:25:55.025165 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-12ae68f5-811f-4736-b1ac-8df8d6241f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:55.027105 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34180) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:25:55.093743 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1237bba0-8464-444f-9542-44d3263fe42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:55.128940 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1237bba0-8464-444f-9542-44d3263fe42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:55.200625 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1237bba0-8464-444f-9542-44d3263fe42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:55.206184 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3d6b7432-ac15-4404-bf04-9219e6d91d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:55.217586 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237bba0-8464-444f-9542-44d3263fe42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230160eb-2530-42fa-b5a4-1c7dd11b964a,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:55.222950 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1237bba0-8464-444f-9542-44d3263fe42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:55.224969 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1237bba0-8464-444f-9542-44d3263fe42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:55.226278 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-1237bba0-8464-444f-9542-44d3263fe42f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/230160eb-2530-42fa-b5a4-1c7dd11b964a HTTP/1.1" status: 204 len: 168 time: 0.1981738 Nov 11 22:25:55.757099 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34188) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:25:55.777370 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bcca903b-7ceb-47fe-8db1-7b01a2f98211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:55.810633 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bcca903b-7ceb-47fe-8db1-7b01a2f98211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:25:55.814664 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-bcca903b-7ceb-47fe-8db1-7b01a2f98211 admin admin] Usage tracker for resource:security_group_rule and tenant:b5c3307ad8ea4b64bb8b4aca655ac3f9 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:25:55.817659 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-bcca903b-7ceb-47fe-8db1-7b01a2f98211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:25:55.824642 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-bcca903b-7ceb-47fe-8db1-7b01a2f98211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:25:55.894624 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bcca903b-7ceb-47fe-8db1-7b01a2f98211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:55.926097 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bcca903b-7ceb-47fe-8db1-7b01a2f98211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:55.933865 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d34b65e5-c085-4142-a2b7-2d8f6a97d41a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:55.976058 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca903b-7ceb-47fe-8db1-7b01a2f98211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1ae0bc-d799-4ffe-8f04-621f4bc7f503,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:55.979430 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bcca903b-7ceb-47fe-8db1-7b01a2f98211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:55.983149 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-bcca903b-7ceb-47fe-8db1-7b01a2f98211 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5c3307ad8ea4b64bb8b4aca655ac3f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2248933 Nov 11 22:25:55.985894 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34192) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:25:56.089292 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3106320e-c856-4af4-995b-c7f0975850d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:56.099075 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3106320e-c856-4af4-995b-c7f0975850d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:56.178221 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3106320e-c856-4af4-995b-c7f0975850d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:56.182422 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4ab7fcb7-a867-456c-a207-01642badafbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:25:56.195538 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106320e-c856-4af4-995b-c7f0975850d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1ae0bc-d799-4ffe-8f04-621f4bc7f503,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:25:56.199963 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3106320e-c856-4af4-995b-c7f0975850d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:25:56.203791 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3106320e-c856-4af4-995b-c7f0975850d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:25:56.205039 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-3106320e-c856-4af4-995b-c7f0975850d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f1ae0bc-d799-4ffe-8f04-621f4bc7f503 HTTP/1.1" status: 204 len: 168 time: 0.2181070 Nov 11 22:26:02.718307 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d87b83-cf02-4e4a-940f-e0877303a9b5 req-42efe147-f12f-4741-bbbf-470d87d37efb tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:26:02.721781 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b3d87b83-cf02-4e4a-940f-e0877303a9b5 req-42efe147-f12f-4741-bbbf-470d87d37efb tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 946 time: 0.1085386 Nov 11 22:26:02.782716 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b3d87b83-cf02-4e4a-940f-e0877303a9b5 req-aca18585-5522-40db-a534-f2e6d6ca5200 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545352 Nov 11 22:26:03.240469 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:04.036876 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10bfb8-35d4-4ffb-b808-814bb7ff744b req-b36db142-ab64-491a-87c3-1a3d8adb4253 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:26:04.038779 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ad10bfb8-35d4-4ffb-b808-814bb7ff744b req-b36db142-ab64-491a-87c3-1a3d8adb4253 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 946 time: 0.0972350 Nov 11 22:26:04.050460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a90101-8a58-44cd-a00a-20cf9d50870a req-71617eed-a632-497e-b022-0111dfb614c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:26:04.051270 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-22a90101-8a58-44cd-a00a-20cf9d50870a req-71617eed-a632-497e-b022-0111dfb614c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Synchronizing usage tracker for tenant:30b5c8060107440099282a255f5a3afc on resource:port {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:26:04.086504 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-22a90101-8a58-44cd-a00a-20cf9d50870a req-71617eed-a632-497e-b022-0111dfb614c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Unset dirty status for tenant:30b5c8060107440099282a255f5a3afc on resource:port {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:26:04.088330 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-22a90101-8a58-44cd-a00a-20cf9d50870a req-71617eed-a632-497e-b022-0111dfb614c4 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 946 time: 0.1361494 Nov 11 22:26:04.100226 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ad10bfb8-35d4-4ffb-b808-814bb7ff744b req-8b180739-699f-428b-91d4-950aec93974a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups?id=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547500 Nov 11 22:26:04.183532 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-22a90101-8a58-44cd-a00a-20cf9d50870a req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Deleting port ffc2b4ff-5ba5-4c29-862b-6c821b93666f {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:26:04.183913 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-22a90101-8a58-44cd-a00a-20cf9d50870a req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:04.272053 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34308) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:04.501038 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f920fa6d-ebed-4e57-957e-1e2954a8cfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:04.538877 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-22a90101-8a58-44cd-a00a-20cf9d50870a req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] For port ffc2b4ff-5ba5-4c29-862b-6c821b93666f, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:26:04.539551 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-22a90101-8a58-44cd-a00a-20cf9d50870a req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:04.545084 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f920fa6d-ebed-4e57-957e-1e2954a8cfac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:04.549673 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-f920fa6d-ebed-4e57-957e-1e2954a8cfac admin admin] Usage tracker for resource:security_group_rule and tenant:350d2af6234445f5b56f3505ed2164ac is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:04.553202 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-f920fa6d-ebed-4e57-957e-1e2954a8cfac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:04.560307 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f920fa6d-ebed-4e57-957e-1e2954a8cfac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:04.651654 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f920fa6d-ebed-4e57-957e-1e2954a8cfac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:04.709725 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f920fa6d-ebed-4e57-957e-1e2954a8cfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:04.717422 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-38127282-aca1-4204-b961-ce61d1bc6c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:04.769902 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920fa6d-ebed-4e57-957e-1e2954a8cfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afe5e8e-752f-40c3-9dfb-66efe92774f7,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:04.774001 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f920fa6d-ebed-4e57-957e-1e2954a8cfac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:04.780258 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-f920fa6d-ebed-4e57-957e-1e2954a8cfac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=350d2af6234445f5b56f3505ed2164ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5039105 Nov 11 22:26:04.780614 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34314) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:04.857319 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-49fab2bf-7aff-43ab-b2f5-92fbbfb49c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:04.883950 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-22a90101-8a58-44cd-a00a-20cf9d50870a req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:04.884359 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-22a90101-8a58-44cd-a00a-20cf9d50870a req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854332685'] for floatingip, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:04.884715 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.l3_db [req-22a90101-8a58-44cd-a00a-20cf9d50870a req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Floating IP b9e45cfd-0977-4ff6-bd02-c56ccc11d67b disassociated. External IP: 172.28.0.189, port: ffc2b4ff-5ba5-4c29-862b-6c821b93666f. Nov 11 22:26:04.885103 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-22a90101-8a58-44cd-a00a-20cf9d50870a req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Calling delete_port for ffc2b4ff-5ba5-4c29-862b-6c821b93666f owned by compute:nova {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:26:04.888021 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-49fab2bf-7aff-43ab-b2f5-92fbbfb49c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:05.034706 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-49fab2bf-7aff-43ab-b2f5-92fbbfb49c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:05.040064 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1d2b2eb7-7b41-4b20-a730-125653e0d896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:05.051505 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fab2bf-7aff-43ab-b2f5-92fbbfb49c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afe5e8e-752f-40c3-9dfb-66efe92774f7,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:05.056306 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-49fab2bf-7aff-43ab-b2f5-92fbbfb49c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:05.058333 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-49fab2bf-7aff-43ab-b2f5-92fbbfb49c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:05.059567 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-49fab2bf-7aff-43ab-b2f5-92fbbfb49c2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3afe5e8e-752f-40c3-9dfb-66efe92774f7 HTTP/1.1" status: 204 len: 168 time: 0.2779763 Nov 11 22:26:05.256463 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-22a90101-8a58-44cd-a00a-20cf9d50870a req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:05.263562 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-02a7bb21-b5b7-4be8-8f4c-4d0ce07cdb9e tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:05.315414 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Pushing event deleted for resources: {'Port': ['ID=ffc2b4ff-5ba5-4c29-862b-6c821b93666f,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:05.324206 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ec825b01-cc06-4274-8146-d13dacf3ea7f req-86311578-bbc8-41b5-aaa6-1610c21bb75a tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 210 time: 0.0510535 Nov 11 22:26:05.328818 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:05.329242 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:05.329656 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:05.330603 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:05.331010 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:05.331414 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:05.331964 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:05.332366 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:05.332763 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:05.333160 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:05.333557 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:05.395766 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:05.510678 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34324) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:05.592258 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22a90101-8a58-44cd-a00a-20cf9d50870a req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Router d3907bdb-eddc-43f3-889e-90275a1f4d50 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:26:05.661520 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34330) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:05.682800 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54dcc76c-3f16-4c4d-aebd-97b8a6e817c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:05.722010 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-54dcc76c-3f16-4c4d-aebd-97b8a6e817c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:05.727129 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-54dcc76c-3f16-4c4d-aebd-97b8a6e817c7 admin admin] Usage tracker for resource:security_group_rule and tenant:6d340e224ce34c6c97287bdb33d1d48f is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:05.730470 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-54dcc76c-3f16-4c4d-aebd-97b8a6e817c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:05.737143 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-54dcc76c-3f16-4c4d-aebd-97b8a6e817c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:05.812120 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54dcc76c-3f16-4c4d-aebd-97b8a6e817c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:05.889146 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-54dcc76c-3f16-4c4d-aebd-97b8a6e817c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:05.916170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-137770f1-9157-4f76-8a9c-80d429916874 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:05.921309 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22a90101-8a58-44cd-a00a-20cf9d50870a req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:26:05.936939 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518096e5-4001-4271-a0d8-5a4d1e7fdf02 None None] Sync routers for ids ['d3907bdb-eddc-43f3-889e-90275a1f4d50'] in dv-cinder-815883-4-smb {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:26:05.955387 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcc76c-3f16-4c4d-aebd-97b8a6e817c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05351e3-de73-4ea9-a0a5-f71c709cec6a,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:05.958941 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-54dcc76c-3f16-4c4d-aebd-97b8a6e817c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:05.966852 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518096e5-4001-4271-a0d8-5a4d1e7fdf02 None None] Routers {'d3907bdb-eddc-43f3-889e-90275a1f4d50'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:26:05.968393 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-518096e5-4001-4271-a0d8-5a4d1e7fdf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:25:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['d3907bdb-eddc-43f3-889e-90275a1f4d50'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:06.001799 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-54dcc76c-3f16-4c4d-aebd-97b8a6e817c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d340e224ce34c6c97287bdb33d1d48f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3388784 Nov 11 22:26:06.005152 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34334) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:06.048187 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a90101-8a58-44cd-a00a-20cf9d50870a req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] No DVR routers for this DVR port ffc2b4ff-5ba5-4c29-862b-6c821b93666f on host hv-cinder-81588 {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:26:06.052207 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-22a90101-8a58-44cd-a00a-20cf9d50870a req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:06.064393 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cfc8d02-26ab-41d9-be97-28b3ebcf5010', 'name': 'network-vif-deleted', 'tag': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:26:06.139805 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-22a90101-8a58-44cd-a00a-20cf9d50870a req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.55 "DELETE /v2.0/ports/ffc2b4ff-5ba5-4c29-862b-6c821b93666f HTTP/1.1" status: 204 len: 173 time: 2.0440860 Nov 11 22:26:06.186185 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cfc8d02-26ab-41d9-be97-28b3ebcf5010', 'name': 'network-vif-deleted', 'tag': 'ffc2b4ff-5ba5-4c29-862b-6c821b93666f', 'status': 'completed', 'code': 200} Nov 11 22:26:06.201554 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eb13c43c-e84b-472d-b04a-7d21ae969965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:06.217121 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-7b967b74-1786-4526-a2ff-9062f83431df tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Deleting port 1f8a98ff-3b0c-4f20-a85c-ec4cfbe6b331 {{(pid=88355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:26:06.217465 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b967b74-1786-4526-a2ff-9062f83431df tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:06.281870 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-518096e5-4001-4271-a0d8-5a4d1e7fdf02 None None] Set router d3907bdb-eddc-43f3-889e-90275a1f4d50 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:26:06.329553 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eb13c43c-e84b-472d-b04a-7d21ae969965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:06.502574 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b967b74-1786-4526-a2ff-9062f83431df tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:06.502945 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b967b74-1786-4526-a2ff-9062f83431df tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:06.671146 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eb13c43c-e84b-472d-b04a-7d21ae969965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:06.685459 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-7b967b74-1786-4526-a2ff-9062f83431df tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Calling delete_port for 1f8a98ff-3b0c-4f20-a85c-ec4cfbe6b331 owned by network:floatingip {{(pid=88355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:26:06.723767 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-078ce276-1308-44e9-9c77-ac9699822f03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:06.745834 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7d52a610-208d-4e4c-9ad5-d2e133ebfb5c req-118f7d60-6094-4963-8aa5-1d4f83ff0a0c tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cfc8d02-26ab-41d9-be97-28b3ebcf5010 HTTP/1.1" status: 200 len: 210 time: 0.2284853 Nov 11 22:26:06.746683 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb13c43c-e84b-472d-b04a-7d21ae969965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05351e3-de73-4ea9-a0a5-f71c709cec6a,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:06.749298 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eb13c43c-e84b-472d-b04a-7d21ae969965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:06.760012 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-eb13c43c-e84b-472d-b04a-7d21ae969965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:06.764397 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-eb13c43c-e84b-472d-b04a-7d21ae969965 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f05351e3-de73-4ea9-a0a5-f71c709cec6a HTTP/1.1" status: 204 len: 168 time: 0.7580464 Nov 11 22:26:06.951597 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-518096e5-4001-4271-a0d8-5a4d1e7fdf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:19:04Z', 'revision_number': 4, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '5263b172-849d-4f6c-be93-0b151365a3c7', 'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'mac_address': 'fa:16:3e:c0:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:00Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '30b5c8060107440099282a255f5a3afc', 'subnets': [{'id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:06.956445 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518096e5-4001-4271-a0d8-5a4d1e7fdf02 None None] Checking router: d3907bdb-eddc-43f3-889e-90275a1f4d50 for host: dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:26:06.968948 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518096e5-4001-4271-a0d8-5a4d1e7fdf02 None None] Routers {'d3907bdb-eddc-43f3-889e-90275a1f4d50'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:26:06.969702 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-518096e5-4001-4271-a0d8-5a4d1e7fdf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:25:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['d3907bdb-eddc-43f3-889e-90275a1f4d50'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:07.063167 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b967b74-1786-4526-a2ff-9062f83431df tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:07.070249 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:07.119624 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b967b74-1786-4526-a2ff-9062f83431df tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Pushing event deleted for resources: {'Port': ['ID=1f8a98ff-3b0c-4f20-a85c-ec4cfbe6b331,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:07.122361 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7b967b74-1786-4526-a2ff-9062f83431df tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:07.178182 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-518096e5-4001-4271-a0d8-5a4d1e7fdf02 None None] Set router d3907bdb-eddc-43f3-889e-90275a1f4d50 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:26:07.285086 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b967b74-1786-4526-a2ff-9062f83431df tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for floatingip, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:07.608152 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-518096e5-4001-4271-a0d8-5a4d1e7fdf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:19:04Z', 'revision_number': 4, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '5263b172-849d-4f6c-be93-0b151365a3c7', 'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'mac_address': 'fa:16:3e:c0:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:00Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '30b5c8060107440099282a255f5a3afc', 'subnets': [{'id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:07.615040 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34346) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:07.616912 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518096e5-4001-4271-a0d8-5a4d1e7fdf02 None None] The sync data for ids ['d3907bdb-eddc-43f3-889e-90275a1f4d50'] in dv-cinder-815883-4-smb is: [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:19:04Z', 'revision_number': 4, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '5263b172-849d-4f6c-be93-0b151365a3c7', 'name': '', 'network_id': '3e502878-60da-4698-8f22-97917266e235', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'mac_address': 'fa:16:3e:c0:06:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:00Z', 'updated_at': '2021-11-11T22:19:29Z', 'revision_number': 5, 'project_id': '30b5c8060107440099282a255f5a3afc', 'subnets': [{'id': '28b1f60c-9def-4779-8aa9-49aa02b8c273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:26:07.646178 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e91b05f5-4e49-44d6-9a0c-a895ab5eff9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:07.701423 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e91b05f5-4e49-44d6-9a0c-a895ab5eff9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:07.707204 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e91b05f5-4e49-44d6-9a0c-a895ab5eff9e admin admin] Usage tracker for resource:security_group_rule and tenant:c753fc9cad954e849c65bcf21bd0180d is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:07.710643 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e91b05f5-4e49-44d6-9a0c-a895ab5eff9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:07.717393 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e91b05f5-4e49-44d6-9a0c-a895ab5eff9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:07.800495 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e91b05f5-4e49-44d6-9a0c-a895ab5eff9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:07.827941 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b967b74-1786-4526-a2ff-9062f83431df tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Router 2d62fb18-e036-498c-99ca-6dfe3891c187 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:26:07.839219 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e91b05f5-4e49-44d6-9a0c-a895ab5eff9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:07.849386 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1237bba0-8464-444f-9542-44d3263fe42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:07.895788 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b05f5-4e49-44d6-9a0c-a895ab5eff9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed45aec-3acd-4b33-9936-c46f77dcee4d,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:07.904779 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-e91b05f5-4e49-44d6-9a0c-a895ab5eff9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c753fc9cad954e849c65bcf21bd0180d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2850943 Nov 11 22:26:07.905682 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e91b05f5-4e49-44d6-9a0c-a895ab5eff9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:07.906243 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34354) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:07.976711 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34358) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:07.998637 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17e1b317-f144-40ca-ae12-6e162944f51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:08.053684 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17e1b317-f144-40ca-ae12-6e162944f51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:08.089078 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b967b74-1786-4526-a2ff-9062f83431df tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:26:08.102816 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90684c4-d49b-4640-9219-80601845901d None None] Sync routers for ids ['2d62fb18-e036-498c-99ca-6dfe3891c187'] in dv-cinder-815883-4-smb {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:26:08.104394 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7b967b74-1786-4526-a2ff-9062f83431df tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for floatingip, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:08.116564 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cec714da-0e0a-42b3-84f5-4223675f8abd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:08.121384 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90684c4-d49b-4640-9219-80601845901d None None] Routers {'2d62fb18-e036-498c-99ca-6dfe3891c187'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:26:08.122112 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-d90684c4-d49b-4640-9219-80601845901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:25:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2d62fb18-e036-498c-99ca-6dfe3891c187'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:08.149500 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cec714da-0e0a-42b3-84f5-4223675f8abd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:08.179089 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4e6084-412a-4119-a508-72d0a470b67b None None] New status for floating IP b9e45cfd-0977-4ff6-bd02-c56ccc11d67b: DOWN {{(pid=88358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 22:26:08.196532 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-7b967b74-1786-4526-a2ff-9062f83431df tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "DELETE /v2.0/floatingips/d8d8f2bf-9d3b-4cb4-b0f4-3ac7c00546f5 HTTP/1.1" status: 204 len: 168 time: 2.6707380 Nov 11 22:26:08.197593 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b', 'tag': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e'}] {{(pid=88355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:26:08.240192 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cec714da-0e0a-42b3-84f5-4223675f8abd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:08.264153 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c4bcaa88-a666-4a37-8ae9-25c0f7a2d19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:08.294200 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec714da-0e0a-42b3-84f5-4223675f8abd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0b6ce7-6b66-4b55-bb03-a4799733fd5c,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:08.304840 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cec714da-0e0a-42b3-84f5-4223675f8abd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:08.307067 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17e1b317-f144-40ca-ae12-6e162944f51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:08.319468 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3106320e-c856-4af4-995b-c7f0975850d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:08.338121 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1b317-f144-40ca-ae12-6e162944f51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed45aec-3acd-4b33-9936-c46f77dcee4d,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:08.340957 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-17e1b317-f144-40ca-ae12-6e162944f51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:08.345209 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-17e1b317-f144-40ca-ae12-6e162944f51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:08.350574 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-17e1b317-f144-40ca-ae12-6e162944f51a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bed45aec-3acd-4b33-9936-c46f77dcee4d HTTP/1.1" status: 204 len: 168 time: 0.4432120 Nov 11 22:26:08.352753 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cec714da-0e0a-42b3-84f5-4223675f8abd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:08.354606 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-cec714da-0e0a-42b3-84f5-4223675f8abd tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "DELETE /v2.0/security-groups/0b0b6ce7-6b66-4b55-bb03-a4799733fd5c HTTP/1.1" status: 204 len: 168 time: 0.3766098 Nov 11 22:26:08.357117 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34370) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:08.378342 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.api.v2.resource [None req-93eb3b23-aae6-4d21-a3f0-5ebf29a81a54 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] show failed (client error): The resource could not be found. Nov 11 22:26:08.379481 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-93eb3b23-aae6-4d21-a3f0-5ebf29a81a54 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "GET /v2.0/security-groups/0b0b6ce7-6b66-4b55-bb03-a4799733fd5c HTTP/1.1" status: 404 len: 347 time: 0.0213130 Nov 11 22:26:08.382664 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34374) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:08.476568 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-d90684c4-d49b-4640-9219-80601845901d None None] Set router 2d62fb18-e036-498c-99ca-6dfe3891c187 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:26:08.667007 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-3ab0f5e6-01d9-43f9-a173-4eb6f7f19aee tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Deleting port cb6ee73e-63fa-4fd2-b88a-06f7b8863711 {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:26:08.667605 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ab0f5e6-01d9-43f9-a173-4eb6f7f19aee tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:08.832190 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b', 'tag': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e', 'status': 'completed', 'code': 200} Nov 11 22:26:08.962170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff46f5fc-d90c-4bbe-ad3e-df2e41a26597 req-1483b957-8908-400e-9110-c9db1360ac93 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:26:08.963008 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-ff46f5fc-d90c-4bbe-ad3e-df2e41a26597 req-1483b957-8908-400e-9110-c9db1360ac93 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Synchronizing usage tracker for tenant:970a79010894485c806dc1e58aff6760 on resource:port {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:26:09.020054 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-ff46f5fc-d90c-4bbe-ad3e-df2e41a26597 req-1483b957-8908-400e-9110-c9db1360ac93 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Unset dirty status for tenant:970a79010894485c806dc1e58aff6760 on resource:port {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:26:09.036382 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ff46f5fc-d90c-4bbe-ad3e-df2e41a26597 req-1483b957-8908-400e-9110-c9db1360ac93 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.1768436 Nov 11 22:26:09.047430 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-d90684c4-d49b-4640-9219-80601845901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'name': 'tempest-TestShelveInstance-414560696-router', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:27Z', 'updated_at': '2021-11-11T22:20:38Z', 'revision_number': 4, 'project_id': '970a79010894485c806dc1e58aff6760', 'gw_port': {'id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:28Z', 'updated_at': '2021-11-11T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '44392a62-fdfb-41df-853e-f669b4c8fb67', 'name': '', 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'mac_address': 'fa:16:3e:2d:c6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:36Z', 'updated_at': '2021-11-11T22:20:47Z', 'revision_number': 5, 'project_id': '970a79010894485c806dc1e58aff6760', 'subnets': [{'id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:09.052552 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90684c4-d49b-4640-9219-80601845901d None None] Checking router: 2d62fb18-e036-498c-99ca-6dfe3891c187 for host: dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:26:09.065012 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90684c4-d49b-4640-9219-80601845901d None None] Routers {'2d62fb18-e036-498c-99ca-6dfe3891c187'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:26:09.065774 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-d90684c4-d49b-4640-9219-80601845901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:25:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2d62fb18-e036-498c-99ca-6dfe3891c187'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:09.092566 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ab0f5e6-01d9-43f9-a173-4eb6f7f19aee tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:09.093115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ab0f5e6-01d9-43f9-a173-4eb6f7f19aee tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:09.134489 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ff46f5fc-d90c-4bbe-ad3e-df2e41a26597 req-f9f8cf07-0d18-4954-a0aa-d2474b07d183 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954015 Nov 11 22:26:09.285315 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-3ab0f5e6-01d9-43f9-a173-4eb6f7f19aee tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Calling delete_port for cb6ee73e-63fa-4fd2-b88a-06f7b8863711 owned by network:floatingip {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:26:09.330621 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2d48e288-4058-4189-a3c6-fd956ebb061a req-11efaf2f-354d-4ba7-aa12-3f51416f60d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=970a79010894485c806dc1e58aff6760&device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 1099 time: 0.4261255 Nov 11 22:26:09.354970 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-d90684c4-d49b-4640-9219-80601845901d None None] Set router 2d62fb18-e036-498c-99ca-6dfe3891c187 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:26:09.754481 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-d90684c4-d49b-4640-9219-80601845901d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'name': 'tempest-TestShelveInstance-414560696-router', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:27Z', 'updated_at': '2021-11-11T22:20:38Z', 'revision_number': 4, 'project_id': '970a79010894485c806dc1e58aff6760', 'gw_port': {'id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:28Z', 'updated_at': '2021-11-11T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '44392a62-fdfb-41df-853e-f669b4c8fb67', 'name': '', 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'mac_address': 'fa:16:3e:2d:c6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:36Z', 'updated_at': '2021-11-11T22:20:47Z', 'revision_number': 5, 'project_id': '970a79010894485c806dc1e58aff6760', 'subnets': [{'id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:09.759853 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90684c4-d49b-4640-9219-80601845901d None None] The sync data for ids ['2d62fb18-e036-498c-99ca-6dfe3891c187'] in dv-cinder-815883-4-smb is: [{'id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'name': 'tempest-TestShelveInstance-414560696-router', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:27Z', 'updated_at': '2021-11-11T22:20:38Z', 'revision_number': 4, 'project_id': '970a79010894485c806dc1e58aff6760', 'gw_port': {'id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:28Z', 'updated_at': '2021-11-11T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '44392a62-fdfb-41df-853e-f669b4c8fb67', 'name': '', 'network_id': '4aa00e17-59c4-4179-a628-3da5e1912d61', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'mac_address': 'fa:16:3e:2d:c6:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:36Z', 'updated_at': '2021-11-11T22:20:47Z', 'revision_number': 5, 'project_id': '970a79010894485c806dc1e58aff6760', 'subnets': [{'id': '0ef2997f-4cea-48bc-8493-7bbd8948b08c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:26:09.793431 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48e288-4058-4189-a3c6-fd956ebb061a req-f8bd0b17-73c4-49c9-9079-177993b341cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:26:09.795084 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2d48e288-4058-4189-a3c6-fd956ebb061a req-f8bd0b17-73c4-49c9-9079-177993b341cb service neutron] 10.222.0.55 "GET /v2.0/networks?id=4aa00e17-59c4-4179-a628-3da5e1912d61 HTTP/1.1" status: 200 len: 909 time: 0.4546301 Nov 11 22:26:09.876663 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2d48e288-4058-4189-a3c6-fd956ebb061a req-516ae826-c3c0-4bd4-b4c5-663a50f5ea97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e HTTP/1.1" status: 200 len: 217 time: 0.0713916 Nov 11 22:26:09.909697 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device ffc2b4ff-5ba5-4c29-862b-6c821b93666f no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:26:09.944627 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] No Port match for: ffc2b4ff-5ba5-4c29-862b-6c821b93666f {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:26:09.945025 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device ffc2b4ff-5ba5-4c29-862b-6c821b93666f not bound to the agent host hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:26:10.010803 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48e288-4058-4189-a3c6-fd956ebb061a req-c317bf3b-9553-4a4a-a791-c0c4a9d6d655 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:26:10.012379 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2d48e288-4058-4189-a3c6-fd956ebb061a req-c317bf3b-9553-4a4a-a791-c0c4a9d6d655 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0ef2997f-4cea-48bc-8493-7bbd8948b08c HTTP/1.1" status: 200 len: 847 time: 0.1290033 Nov 11 22:26:10.134325 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ab0f5e6-01d9-43f9-a173-4eb6f7f19aee tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:10.146880 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:10.203567 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0f5e6-01d9-43f9-a173-4eb6f7f19aee tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Pushing event deleted for resources: {'Port': ['ID=cb6ee73e-63fa-4fd2-b88a-06f7b8863711,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:10.208881 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3ab0f5e6-01d9-43f9-a173-4eb6f7f19aee tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:10.212685 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2d48e288-4058-4189-a3c6-fd956ebb061a req-a1fa5e07-7025-47bf-a1b5-018d8be9b71d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4aa00e17-59c4-4179-a628-3da5e1912d61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1916606 Nov 11 22:26:10.332893 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8792132-2bdc-4d10-88a2-73e02b90028b None None] New status for floating IP d8d8f2bf-9d3b-4cb4-b0f4-3ac7c00546f5: DOWN {{(pid=88357) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 22:26:10.447583 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ab0f5e6-01d9-43f9-a173-4eb6f7f19aee tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks [] for floatingip, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:10.472275 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b939f0-3fec-4242-9efd-f770faaf2d74 req-ad6d96cf-1c44-48af-87b4-7c5c6ea679ec tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:26:10.473085 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-39b939f0-3fec-4242-9efd-f770faaf2d74 req-ad6d96cf-1c44-48af-87b4-7c5c6ea679ec tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Synchronizing usage tracker for tenant:970a79010894485c806dc1e58aff6760 on resource:port {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:26:10.490677 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfda8d-bcbf-43a8-84b6-d196b5c58f21 req-2a2cbd2a-35a8-4f37-bd99-66da4f3b352a tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:26:10.499901 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f9dfda8d-bcbf-43a8-84b6-d196b5c58f21 req-2a2cbd2a-35a8-4f37-bd99-66da4f3b352a tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.1596789 Nov 11 22:26:10.509225 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3ab0f5e6-01d9-43f9-a173-4eb6f7f19aee tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for floatingip, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:10.514272 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-3ab0f5e6-01d9-43f9-a173-4eb6f7f19aee tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] 10.222.0.25 "DELETE /v2.0/floatingips/b9e45cfd-0977-4ff6-bd02-c56ccc11d67b HTTP/1.1" status: 204 len: 168 time: 2.1268435 Nov 11 22:26:10.524914 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-39b939f0-3fec-4242-9efd-f770faaf2d74 req-ad6d96cf-1c44-48af-87b4-7c5c6ea679ec tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Unset dirty status for tenant:970a79010894485c806dc1e58aff6760 on resource:port {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:26:10.524914 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-39b939f0-3fec-4242-9efd-f770faaf2d74 req-ad6d96cf-1c44-48af-87b4-7c5c6ea679ec tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 946 time: 0.4324441 Nov 11 22:26:10.527837 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2d48e288-4058-4189-a3c6-fd956ebb061a req-8f3a57b4-41c8-44f2-bcbd-fd085bee205c service neutron] 10.222.0.55 "GET /v2.0/networks/4aa00e17-59c4-4179-a628-3da5e1912d61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777562 Nov 11 22:26:10.613152 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f9dfda8d-bcbf-43a8-84b6-d196b5c58f21 req-a82e10a3-cd48-4295-b0c5-5e3e1f0a6fe9 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/security-groups?id=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118071 Nov 11 22:26:10.731078 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-39b939f0-3fec-4242-9efd-f770faaf2d74 req-d06d1ecb-1526-4b41-86d4-afbc6bc49a07 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Deleting port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:26:10.731567 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-39b939f0-3fec-4242-9efd-f770faaf2d74 req-d06d1ecb-1526-4b41-86d4-afbc6bc49a07 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:10.882289 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2d48e288-4058-4189-a3c6-fd956ebb061a req-5d5669fe-ee79-46b0-aa7f-49acf7607b8c service neutron] 10.222.0.55 "GET /v2.0/networks/4aa00e17-59c4-4179-a628-3da5e1912d61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462033 Nov 11 22:26:11.132665 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-39b939f0-3fec-4242-9efd-f770faaf2d74 req-d06d1ecb-1526-4b41-86d4-afbc6bc49a07 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] For port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e,segment=NetworkSegment(87c7138a-466a-466a-a3a0-ee47804e2f41),segment_id=87c7138a-466a-466a-a3a0-ee47804e2f41)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:26:11.133149 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-39b939f0-3fec-4242-9efd-f770faaf2d74 req-d06d1ecb-1526-4b41-86d4-afbc6bc49a07 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:11.272246 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-39b939f0-3fec-4242-9efd-f770faaf2d74 req-d06d1ecb-1526-4b41-86d4-afbc6bc49a07 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Calling delete_port for cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e owned by compute:nova {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:26:11.554776 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-39b939f0-3fec-4242-9efd-f770faaf2d74 req-d06d1ecb-1526-4b41-86d4-afbc6bc49a07 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:11.561493 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6a93eea7-5029-46e8-88d4-0a2560f86804 tempest-AttachVolumeNegativeTest-64887994 tempest-AttachVolumeNegativeTest-64887994-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:11.609603 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d1ecb-1526-4b41-86d4-afbc6bc49a07 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Pushing event deleted for resources: {'Port': ['ID=cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:11.615239 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d06d1ecb-1526-4b41-86d4-afbc6bc49a07 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:11.704624 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b939f0-3fec-4242-9efd-f770faaf2d74 req-d06d1ecb-1526-4b41-86d4-afbc6bc49a07 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] No DVR routers for this DVR port cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e on host hv-cinder-81588 {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:26:11.709097 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-39b939f0-3fec-4242-9efd-f770faaf2d74 req-d06d1ecb-1526-4b41-86d4-afbc6bc49a07 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:11.716372 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b', 'name': 'network-vif-deleted', 'tag': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:26:11.767655 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-39b939f0-3fec-4242-9efd-f770faaf2d74 req-d06d1ecb-1526-4b41-86d4-afbc6bc49a07 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.55 "DELETE /v2.0/ports/cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e HTTP/1.1" status: 204 len: 173 time: 1.2332947 Nov 11 22:26:11.799539 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b', 'name': 'network-vif-deleted', 'tag': 'cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e', 'status': 'completed', 'code': 200} Nov 11 22:26:11.833880 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-341739d0-ca76-4376-919d-5a6d7ac78bc8 req-06579043-31f0-4ba6-a24c-8c7417f8e28e tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 210 time: 0.0467241 Nov 11 22:26:13.059312 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-57b8dd6a-8ba0-4ddb-96ce-5cba7560d231 req-f3cbb5b5-928a-4253-94cb-33c256ba12fc tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c225c24-fe6f-48e7-a2ac-cc2e2de29d2b HTTP/1.1" status: 200 len: 210 time: 0.0675039 Nov 11 22:26:13.913230 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:26:13.926922 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34460) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:13.955653 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] No Port match for: cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:26:13.956056 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device cbc84ca2-1f9d-4560-beeb-f61a8ad65d6e not bound to the agent host hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:26:14.194775 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34468) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:14.276917 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26c7de29-24a4-4d80-bb49-e366478f4468 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:14.309415 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26c7de29-24a4-4d80-bb49-e366478f4468 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:14.434590 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26c7de29-24a4-4d80-bb49-e366478f4468 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:14.440635 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-139d3eba-0f3d-41dc-b4b2-f4726354365e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:14.456955 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7de29-24a4-4d80-bb49-e366478f4468 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:14.459987 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-26c7de29-24a4-4d80-bb49-e366478f4468 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:14.504867 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-26c7de29-24a4-4d80-bb49-e366478f4468 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:14.509715 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-26c7de29-24a4-4d80-bb49-e366478f4468 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] 10.222.0.25 "DELETE /v2.0/security-groups/3f4cbbb6-a31d-4f4f-9c41-4a88a43f1132 HTTP/1.1" status: 204 len: 168 time: 0.3102500 Nov 11 22:26:14.642225 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34476) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:14.650262 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2bdde98-cde4-4150-a14b-763d153f01ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443165'] for router_interface, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:15.474720 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d83b3a32-c526-4f20-992c-24099fe42474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443165'] for router_interface, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:15.657411 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a2bdde98-cde4-4150-a14b-763d153f01ef admin admin] Deleting port 5263b172-849d-4f6c-be93-0b151365a3c7 {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:26:15.657723 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2bdde98-cde4-4150-a14b-763d153f01ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:15.852443 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-a2bdde98-cde4-4150-a14b-763d153f01ef admin admin] For port 5263b172-849d-4f6c-be93-0b151365a3c7, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=5263b172-849d-4f6c-be93-0b151365a3c7,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:26:15.852925 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2bdde98-cde4-4150-a14b-763d153f01ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:15.988035 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a2bdde98-cde4-4150-a14b-763d153f01ef admin admin] Calling delete_port for 5263b172-849d-4f6c-be93-0b151365a3c7 owned by network:router_interface {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:26:16.171624 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d83b3a32-c526-4f20-992c-24099fe42474 admin admin] Deleting port 44392a62-fdfb-41df-853e-f669b4c8fb67 {{(pid=88355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:26:16.171978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d83b3a32-c526-4f20-992c-24099fe42474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:16.360513 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2bdde98-cde4-4150-a14b-763d153f01ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:16.366578 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-25d1ec1b-2369-49ce-9da7-8245d5e84396 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:16.388348 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-d83b3a32-c526-4f20-992c-24099fe42474 admin admin] For port 44392a62-fdfb-41df-853e-f669b4c8fb67, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=44392a62-fdfb-41df-853e-f669b4c8fb67,segment=NetworkSegment(87c7138a-466a-466a-a3a0-ee47804e2f41),segment_id=87c7138a-466a-466a-a3a0-ee47804e2f41)] {{(pid=88355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:26:16.388745 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d83b3a32-c526-4f20-992c-24099fe42474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:16.410241 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdde98-cde4-4150-a14b-763d153f01ef admin admin] Pushing event deleted for resources: {'Port': ['ID=5263b172-849d-4f6c-be93-0b151365a3c7,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:16.413045 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a2bdde98-cde4-4150-a14b-763d153f01ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:16.517610 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d83b3a32-c526-4f20-992c-24099fe42474 admin admin] Calling delete_port for 44392a62-fdfb-41df-853e-f669b4c8fb67 owned by network:router_interface {{(pid=88355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:26:16.772194 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a2bdde98-cde4-4150-a14b-763d153f01ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3304509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-443271'] for router_interface, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:16.795855 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d83b3a32-c526-4f20-992c-24099fe42474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:16.799550 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b1234da4-ed22-4e95-bcef-6d34b6f52620 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:16.844619 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b3a32-c526-4f20-992c-24099fe42474 admin admin] Pushing event deleted for resources: {'Port': ['ID=44392a62-fdfb-41df-853e-f669b4c8fb67,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:16.849331 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d83b3a32-c526-4f20-992c-24099fe42474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:17.177628 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cee7aedc-ee65-4967-afba-67797c58a153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:17.183825 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d83b3a32-c526-4f20-992c-24099fe42474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3304509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-443271'] for router_interface, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:17.472227 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bdde98-cde4-4150-a14b-763d153f01ef admin admin] Router d3907bdb-eddc-43f3-889e-90275a1f4d50 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:26:17.685881 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bdde98-cde4-4150-a14b-763d153f01ef admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:26:17.696743 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cf174d-5396-479b-89e2-068c847a62f5 None None] Sync routers for ids ['d3907bdb-eddc-43f3-889e-90275a1f4d50'] in dv-cinder-815883-4-smb {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:26:17.708088 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-a2bdde98-cde4-4150-a14b-763d153f01ef admin admin] 10.222.0.25 "PUT /v2.0/routers/d3907bdb-eddc-43f3-889e-90275a1f4d50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7775545 Nov 11 22:26:17.708565 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34506) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:17.710315 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cf174d-5396-479b-89e2-068c847a62f5 None None] Routers {'d3907bdb-eddc-43f3-889e-90275a1f4d50'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:26:17.711108 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-56cf174d-5396-479b-89e2-068c847a62f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:25:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['d3907bdb-eddc-43f3-889e-90275a1f4d50'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:17.904901 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-56cf174d-5396-479b-89e2-068c847a62f5 None None] Set router d3907bdb-eddc-43f3-889e-90275a1f4d50 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:26:17.924269 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70eb73d1-da38-4950-859f-33ad6c16b95d admin admin] Notify callbacks [] for router, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:18.033556 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83b3a32-c526-4f20-992c-24099fe42474 admin admin] Router 2d62fb18-e036-498c-99ca-6dfe3891c187 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:26:18.238484 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-56cf174d-5396-479b-89e2-068c847a62f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:26:16Z', 'revision_number': 5, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:18.243310 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cf174d-5396-479b-89e2-068c847a62f5 None None] Checking router: d3907bdb-eddc-43f3-889e-90275a1f4d50 for host: dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:26:18.266018 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cf174d-5396-479b-89e2-068c847a62f5 None None] Routers {'d3907bdb-eddc-43f3-889e-90275a1f4d50'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:26:18.267153 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-56cf174d-5396-479b-89e2-068c847a62f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:25:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['d3907bdb-eddc-43f3-889e-90275a1f4d50'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:18.296141 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83b3a32-c526-4f20-992c-24099fe42474 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:26:18.307802 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896a7c6-25b8-4586-9522-e75390d4e0bf None None] Sync routers for ids ['2d62fb18-e036-498c-99ca-6dfe3891c187'] in dv-cinder-815883-4-smb {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:26:18.325417 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0896a7c6-25b8-4586-9522-e75390d4e0bf None None] Routers {'2d62fb18-e036-498c-99ca-6dfe3891c187'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:26:18.326702 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-0896a7c6-25b8-4586-9522-e75390d4e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:25:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2d62fb18-e036-498c-99ca-6dfe3891c187'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:18.338837 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-d83b3a32-c526-4f20-992c-24099fe42474 admin admin] 10.222.0.25 "PUT /v2.0/routers/2d62fb18-e036-498c-99ca-6dfe3891c187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6946771 Nov 11 22:26:18.339544 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34512) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:18.511439 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70eb73d1-da38-4950-859f-33ad6c16b95d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:18.554534 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-70eb73d1-da38-4950-859f-33ad6c16b95d admin admin] Deleting port 8072b9ae-391f-444b-a2d0-e09612a6d1e2 {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:26:18.555029 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70eb73d1-da38-4950-859f-33ad6c16b95d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:18.586231 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-0896a7c6-25b8-4586-9522-e75390d4e0bf None None] Set router 2d62fb18-e036-498c-99ca-6dfe3891c187 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:26:18.735442 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-56cf174d-5396-479b-89e2-068c847a62f5 None None] Set router d3907bdb-eddc-43f3-889e-90275a1f4d50 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:26:18.794555 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-70eb73d1-da38-4950-859f-33ad6c16b95d admin admin] For port 8072b9ae-391f-444b-a2d0-e09612a6d1e2, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=8072b9ae-391f-444b-a2d0-e09612a6d1e2,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:26:18.795056 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70eb73d1-da38-4950-859f-33ad6c16b95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:18.799978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-415b0489-1ad1-4277-879b-a98373894c53 admin admin] Notify callbacks [] for router, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:18.850404 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:18.961820 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-70eb73d1-da38-4950-859f-33ad6c16b95d admin admin] Calling delete_port for 8072b9ae-391f-444b-a2d0-e09612a6d1e2 owned by network:router_gateway {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:26:18.982336 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-0896a7c6-25b8-4586-9522-e75390d4e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'name': 'tempest-TestShelveInstance-414560696-router', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53'}], 'enable_snat': True}, 'gw_port_id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:27Z', 'updated_at': '2021-11-11T22:26:16Z', 'revision_number': 5, 'project_id': '970a79010894485c806dc1e58aff6760', 'gw_port': {'id': '7baf1afd-b67f-46fb-9af9-27c4bca1323e', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:28Z', 'updated_at': '2021-11-11T22:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:18.988129 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896a7c6-25b8-4586-9522-e75390d4e0bf None None] Checking router: 2d62fb18-e036-498c-99ca-6dfe3891c187 for host: dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:26:19.000460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0896a7c6-25b8-4586-9522-e75390d4e0bf None None] Routers {'2d62fb18-e036-498c-99ca-6dfe3891c187'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:26:19.002179 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-0896a7c6-25b8-4586-9522-e75390d4e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:25:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2d62fb18-e036-498c-99ca-6dfe3891c187'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:19.050634 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-415b0489-1ad1-4277-879b-a98373894c53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:19.086079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-415b0489-1ad1-4277-879b-a98373894c53 admin admin] Deleting port 7baf1afd-b67f-46fb-9af9-27c4bca1323e {{(pid=88355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:26:19.086471 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-415b0489-1ad1-4277-879b-a98373894c53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:19.180085 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-0896a7c6-25b8-4586-9522-e75390d4e0bf None None] Set router 2d62fb18-e036-498c-99ca-6dfe3891c187 gateway port host: None {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:26:19.223010 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70eb73d1-da38-4950-859f-33ad6c16b95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:19.241295 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:19.243611 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-56cf174d-5396-479b-89e2-068c847a62f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:26:16Z', 'revision_number': 5, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:19.254422 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56cf174d-5396-479b-89e2-068c847a62f5 None None] The sync data for ids ['d3907bdb-eddc-43f3-889e-90275a1f4d50'] in dv-cinder-815883-4-smb is: [{'id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'name': 'tempest-AttachVolumeShelveTestJSON-1149201206-router', 'tenant_id': '30b5c8060107440099282a255f5a3afc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94'}], 'enable_snat': True}, 'gw_port_id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:52Z', 'updated_at': '2021-11-11T22:26:16Z', 'revision_number': 5, 'project_id': '30b5c8060107440099282a255f5a3afc', 'gw_port': {'id': '8072b9ae-391f-444b-a2d0-e09612a6d1e2', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:81:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3907bdb-eddc-43f3-889e-90275a1f4d50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:54Z', 'updated_at': '2021-11-11T22:19:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}] {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:26:19.389108 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-415b0489-1ad1-4277-879b-a98373894c53 admin admin] For port 7baf1afd-b67f-46fb-9af9-27c4bca1323e, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=7baf1afd-b67f-46fb-9af9-27c4bca1323e,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:26:19.389528 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-415b0489-1ad1-4277-879b-a98373894c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:19.393717 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb73d1-da38-4950-859f-33ad6c16b95d admin admin] Pushing event deleted for resources: {'Port': ['ID=8072b9ae-391f-444b-a2d0-e09612a6d1e2,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:19.433692 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-70eb73d1-da38-4950-859f-33ad6c16b95d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:19.492265 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-0896a7c6-25b8-4586-9522-e75390d4e0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'name': 'tempest-TestShelveInstance-414560696-router', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:27Z', 'updated_at': '2021-11-11T22:26:19Z', 'revision_number': 6, 'project_id': '970a79010894485c806dc1e58aff6760', 'gw_port_host': None}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:19.498221 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0896a7c6-25b8-4586-9522-e75390d4e0bf None None] The sync data for ids ['2d62fb18-e036-498c-99ca-6dfe3891c187'] in dv-cinder-815883-4-smb is: [{'id': '2d62fb18-e036-498c-99ca-6dfe3891c187', 'name': 'tempest-TestShelveInstance-414560696-router', 'tenant_id': '970a79010894485c806dc1e58aff6760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:27Z', 'updated_at': '2021-11-11T22:26:19Z', 'revision_number': 6, 'project_id': '970a79010894485c806dc1e58aff6760', 'gw_port_host': None}] {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:26:19.636046 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-415b0489-1ad1-4277-879b-a98373894c53 admin admin] Calling delete_port for 7baf1afd-b67f-46fb-9af9-27c4bca1323e owned by network:router_gateway {{(pid=88355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:26:19.647001 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70eb73d1-da38-4950-859f-33ad6c16b95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442892'] for router_gateway, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:19.675146 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72279ba7-48bf-420b-b005-c3a694914337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:19.852809 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-415b0489-1ad1-4277-879b-a98373894c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:19.860986 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:19.905863 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b0489-1ad1-4277-879b-a98373894c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=7baf1afd-b67f-46fb-9af9-27c4bca1323e,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:19.910075 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-415b0489-1ad1-4277-879b-a98373894c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:19.937493 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70eb73d1-da38-4950-859f-33ad6c16b95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036852686383'] for router, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:19.943038 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70eb73d1-da38-4950-859f-33ad6c16b95d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.005960 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70eb73d1-da38-4950-859f-33ad6c16b95d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567308'] for router, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.006524 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70eb73d1-da38-4950-859f-33ad6c16b95d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3907bdb-eddc-43f3-889e-90275a1f4d50 {{(pid=88356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 22:26:20.020447 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70eb73d1-da38-4950-859f-33ad6c16b95d admin admin] Notify callbacks [] for router, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.022055 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-70eb73d1-da38-4950-859f-33ad6c16b95d admin admin] 10.222.0.25 "DELETE /v2.0/routers/d3907bdb-eddc-43f3-889e-90275a1f4d50 HTTP/1.1" status: 204 len: 168 time: 2.3118761 Nov 11 22:26:20.024640 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34522) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:20.094455 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-91b653f7-7f27-4cdb-a448-b6844c2c5ee3 admin admin] Deleting subnet 28b1f60c-9def-4779-8aa9-49aa02b8c273 {{(pid=88356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 22:26:20.098120 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-91b653f7-7f27-4cdb-a448-b6844c2c5ee3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.150705 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-415b0489-1ad1-4277-879b-a98373894c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442892'] for router_gateway, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.152976 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-91b653f7-7f27-4cdb-a448-b6844c2c5ee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853582146'] for subnet, precommit_delete_associations {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.239292 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-91b653f7-7f27-4cdb-a448-b6844c2c5ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850798312'] for subnet, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.240409 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.326668 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-91b653f7-7f27-4cdb-a448-b6844c2c5ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3977473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853672706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146006717'] for subnet, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.334323 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:20.385682 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b653f7-7f27-4cdb-a448-b6844c2c5ee3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28b1f60c-9def-4779-8aa9-49aa02b8c273,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:20.391390 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-91b653f7-7f27-4cdb-a448-b6844c2c5ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:20.399847 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-91b653f7-7f27-4cdb-a448-b6844c2c5ee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.400848 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e0b299-16ae-4dec-81f7-bf4da76e32e0 None None] Network 3e502878-60da-4698-8f22-97917266e235 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:26:20.407042 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-91b653f7-7f27-4cdb-a448-b6844c2c5ee3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/28b1f60c-9def-4779-8aa9-49aa02b8c273 HTTP/1.1" status: 204 len: 168 time: 0.3812895 Nov 11 22:26:20.410462 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34526) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:20.444873 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-415b0489-1ad1-4277-879b-a98373894c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036852686383'] for router, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.448680 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-415b0489-1ad1-4277-879b-a98373894c53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.513323 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-415b0489-1ad1-4277-879b-a98373894c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567308'] for router, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.514370 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415b0489-1ad1-4277-879b-a98373894c53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d62fb18-e036-498c-99ca-6dfe3891c187 {{(pid=88355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 22:26:20.530057 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-415b0489-1ad1-4277-879b-a98373894c53 admin admin] Notify callbacks [] for router, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.534803 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-415b0489-1ad1-4277-879b-a98373894c53 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2d62fb18-e036-498c-99ca-6dfe3891c187 HTTP/1.1" status: 204 len: 168 time: 2.1941884 Nov 11 22:26:20.536043 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34532) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:20.550101 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 7baf1afd-b67f-46fb-9af9-27c4bca1323e no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:26:20.578443 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850740317'] for network, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.593021 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: 7baf1afd-b67f-46fb-9af9-27c4bca1323e {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:26:20.593692 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 7baf1afd-b67f-46fb-9af9-27c4bca1323e not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:26:20.594495 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 44392a62-fdfb-41df-853e-f669b4c8fb67 no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:26:20.603912 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] Deleting port 0deefdfa-c352-4435-bb76-054b40e4c007 {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:26:20.604297 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.636836 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc954a2-8520-4ccc-934d-3903678bcb7b admin admin] Deleting subnet 0ef2997f-4cea-48bc-8493-7bbd8948b08c {{(pid=88355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 22:26:20.640617 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fdc954a2-8520-4ccc-934d-3903678bcb7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.671660 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: 44392a62-fdfb-41df-853e-f669b4c8fb67 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:26:20.672424 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 44392a62-fdfb-41df-853e-f669b4c8fb67 not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:26:20.672969 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 5263b172-849d-4f6c-be93-0b151365a3c7 no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:26:20.712942 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: 5263b172-849d-4f6c-be93-0b151365a3c7 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:26:20.713446 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 5263b172-849d-4f6c-be93-0b151365a3c7 not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:26:20.715569 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fdc954a2-8520-4ccc-934d-3903678bcb7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1397145'] for subnet, precommit_delete_associations {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.830279 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30d254e-3f74-4365-be8d-e633f95242b8 None None] DHCP port deletion for 3e502878-60da-4698-8f22-97917266e235 request from dv-cinder-815883-4-smb {{(pid=88357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 11 22:26:20.834409 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d30d254e-3f74-4365-be8d-e633f95242b8 None None] Deleting port 0deefdfa-c352-4435-bb76-054b40e4c007 {{(pid=88357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:26:20.834825 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d30d254e-3f74-4365-be8d-e633f95242b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.866850 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fdc954a2-8520-4ccc-934d-3903678bcb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850798312'] for subnet, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.943384 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] For port 0deefdfa-c352-4435-bb76-054b40e4c007, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=0deefdfa-c352-4435-bb76-054b40e4c007,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:26:20.943806 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.966341 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fdc954a2-8520-4ccc-934d-3903678bcb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3977473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853380654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853323545'] for subnet, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:20.972985 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:21.012311 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc954a2-8520-4ccc-934d-3903678bcb7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ef2997f-4cea-48bc-8493-7bbd8948b08c,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:21.020040 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fdc954a2-8520-4ccc-934d-3903678bcb7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:21.027843 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fdc954a2-8520-4ccc-934d-3903678bcb7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:21.037192 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-fdc954a2-8520-4ccc-934d-3903678bcb7b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0ef2997f-4cea-48bc-8493-7bbd8948b08c HTTP/1.1" status: 204 len: 168 time: 0.4975708 Nov 11 22:26:21.039878 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34544) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:21.078195 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e82c288-5ef1-4a5f-93e3-648f78a155cf None None] Network 4aa00e17-59c4-4179-a628-3da5e1912d61 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:26:21.078418 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] Calling delete_port for 0deefdfa-c352-4435-bb76-054b40e4c007 owned by network:dhcp {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:26:21.137040 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-d30d254e-3f74-4365-be8d-e633f95242b8 None None] For port 0deefdfa-c352-4435-bb76-054b40e4c007, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=0deefdfa-c352-4435-bb76-054b40e4c007,segment=NetworkSegment(ba319715-8c28-4774-8554-07eadbf5932a),segment_id=ba319715-8c28-4774-8554-07eadbf5932a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:26:21.137476 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d30d254e-3f74-4365-be8d-e633f95242b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:21.188414 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850740317'] for network, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:21.189999 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:21.197368 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5d82adbb-f7ac-4fa7-9dc6-07ae3caac509 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:21.218000 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] Deleting port 554f0a56-bfaa-473a-8a4f-8f08f4927831 {{(pid=88355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:26:21.218387 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:21.248564 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] Pushing event deleted for resources: {'Port': ['ID=0deefdfa-c352-4435-bb76-054b40e4c007,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:21.255038 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:21.258216 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] No DVR routers for this DVR port 0deefdfa-c352-4435-bb76-054b40e4c007 on host dv-cinder-815883-4-smb {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:26:21.336569 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d30d254e-3f74-4365-be8d-e633f95242b8 None None] Calling delete_port for 0deefdfa-c352-4435-bb76-054b40e4c007 owned by network:dhcp {{(pid=88357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:26:21.402015 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850799231', 'neutron.services.segments.db._delete_segments_for_network-8762808614344'] for network, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:21.440385 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e502878-60da-4698-8f22-97917266e235']}} {{(pid=88356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:21.456474 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba319715-8c28-4774-8554-07eadbf5932a') {'for_net_delete': True} {{(pid=88356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:21.460098 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba319715-8c28-4774-8554-07eadbf5932a') {} {{(pid=88356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:21.476590 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762808626649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193655'] for segment, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:21.515722 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:21.523020 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.db.api [None req-d30d254e-3f74-4365-be8d-e633f95242b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88357) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:26:21.523458 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_db.api [None req-d30d254e-3f74-4365-be8d-e633f95242b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 11 22:26:21.524951 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:21.536820 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 22:26:21.537278 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850807042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103196'] for segment, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: Traceback (most recent call last): Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: timer() Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: cb(*args, **kw) Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: return func(*args, **kwargs) Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: self._notify() Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: self.callback(batched_events) Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: event.method(event) Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: segment_id)['aggregates'][0] Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: return f(self, *a, **k) Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: return self._get(url).json() Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: **kwargs) Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: **endpoint_filter) Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:26:21.553418 dv-cinder-815883-4-smb neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:26:21.649700 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff638d81-22c5-462e-93bd-d58f66abb1ca None None] DHCP port deletion for 4aa00e17-59c4-4179-a628-3da5e1912d61 request from dv-cinder-815883-4-smb {{(pid=88357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 11 22:26:21.654081 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ff638d81-22c5-462e-93bd-d58f66abb1ca None None] Deleting port 554f0a56-bfaa-473a-8a4f-8f08f4927831 {{(pid=88357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:26:21.654502 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff638d81-22c5-462e-93bd-d58f66abb1ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:21.724763 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854332702'] for network, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:21.729025 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:21.732777 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] For port 554f0a56-bfaa-473a-8a4f-8f08f4927831, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=554f0a56-bfaa-473a-8a4f-8f08f4927831,segment=NetworkSegment(87c7138a-466a-466a-a3a0-ee47804e2f41),segment_id=87c7138a-466a-466a-a3a0-ee47804e2f41)] {{(pid=88355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:26:21.733179 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:21.746766 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:21.754794 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] Pushing event deleted for resources: {'Network': ['ID=3e502878-60da-4698-8f22-97917266e235,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:21.763315 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:21.809302 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] 10.222.0.25 "DELETE /v2.0/networks/3e502878-60da-4698-8f22-97917266e235 HTTP/1.1" status: 204 len: 168 time: 1.3948030 Nov 11 22:26:21.868658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] Calling delete_port for 554f0a56-bfaa-473a-8a4f-8f08f4927831 owned by network:dhcp {{(pid=88355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:26:21.883407 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-ff638d81-22c5-462e-93bd-d58f66abb1ca None None] For port 554f0a56-bfaa-473a-8a4f-8f08f4927831, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=554f0a56-bfaa-473a-8a4f-8f08f4927831,segment=NetworkSegment(87c7138a-466a-466a-a3a0-ee47804e2f41),segment_id=87c7138a-466a-466a-a3a0-ee47804e2f41)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:26:21.883996 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff638d81-22c5-462e-93bd-d58f66abb1ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:21.966006 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:21.970211 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:22.013139 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=554f0a56-bfaa-473a-8a4f-8f08f4927831,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:22.015897 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:22.021482 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] No DVR routers for this DVR port 554f0a56-bfaa-473a-8a4f-8f08f4927831 on host dv-cinder-815883-4-smb {{(pid=88355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:26:22.024415 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ff638d81-22c5-462e-93bd-d58f66abb1ca None None] Calling delete_port for 554f0a56-bfaa-473a-8a4f-8f08f4927831 owned by network:dhcp {{(pid=88357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:26:22.050723 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d30d254e-3f74-4365-be8d-e633f95242b8 None None] Deleting port 0deefdfa-c352-4435-bb76-054b40e4c007 {{(pid=88357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:26:22.051043 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d30d254e-3f74-4365-be8d-e633f95242b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:22.057371 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34558) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:22.117654 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-393bc486-c29f-4f50-b84f-8cea59136a79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30b5c8060107440099282a255f5a3afc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0564494 Nov 11 22:26:22.117985 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34562) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:22.126208 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d30d254e-3f74-4365-be8d-e633f95242b8 None None] The port '0deefdfa-c352-4435-bb76-054b40e4c007' was deleted {{(pid=88357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 11 22:26:22.150861 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850799231', 'neutron.services.segments.db._delete_segments_for_network-8762808614344'] for network, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:22.166545 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.db.api [None req-ff638d81-22c5-462e-93bd-d58f66abb1ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88357) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:26:22.166958 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_db.api [None req-ff638d81-22c5-462e-93bd-d58f66abb1ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 11 22:26:22.186455 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa00e17-59c4-4179-a628-3da5e1912d61']}} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:22.200215 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c7138a-466a-466a-a3a0-ee47804e2f41') {'for_net_delete': True} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:22.200537 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c7138a-466a-466a-a3a0-ee47804e2f41') {} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:22.206353 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-66c7e8ff-975c-496c-8893-baa39763964f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:22.213771 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762808626649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853378672'] for segment, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:22.231898 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:22.239760 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 22:26:22.239992 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-66c7e8ff-975c-496c-8893-baa39763964f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:22.240211 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850807042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1394800'] for segment, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: Traceback (most recent call last): Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: timer() Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: cb(*args, **kw) Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: return func(*args, **kwargs) Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: self._notify() Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: self.callback(batched_events) Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: event.method(event) Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: segment_id)['aggregates'][0] Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: return f(self, *a, **k) Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: return self._get(url).json() Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: **kwargs) Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: **endpoint_filter) Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:26:22.254626 dv-cinder-815883-4-smb neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:26:22.314849 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-66c7e8ff-975c-496c-8893-baa39763964f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:22.320432 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bafe83cc-bf07-48ae-8b42-6570b51e0573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:22.335729 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7e8ff-975c-496c-8893-baa39763964f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c87ba9-0fb6-49d8-98b3-fda072eddd48,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:22.339735 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-66c7e8ff-975c-496c-8893-baa39763964f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:22.343275 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-66c7e8ff-975c-496c-8893-baa39763964f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:22.344564 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-66c7e8ff-975c-496c-8893-baa39763964f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7c87ba9-0fb6-49d8-98b3-fda072eddd48 HTTP/1.1" status: 204 len: 168 time: 0.2255218 Nov 11 22:26:22.361718 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854332702'] for network, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:22.366843 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:22.371366 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 0deefdfa-c352-4435-bb76-054b40e4c007 no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:26:22.388881 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:22.405771 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aa00e17-59c4-4179-a628-3da5e1912d61,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:22.408466 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: 0deefdfa-c352-4435-bb76-054b40e4c007 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:26:22.408466 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 0deefdfa-c352-4435-bb76-054b40e4c007 not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:26:22.408466 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 8072b9ae-391f-444b-a2d0-e09612a6d1e2 no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:26:22.411619 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:22.444543 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4aa00e17-59c4-4179-a628-3da5e1912d61 HTTP/1.1" status: 204 len: 168 time: 1.4034657 Nov 11 22:26:22.444757 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34568) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:22.451396 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: 8072b9ae-391f-444b-a2d0-e09612a6d1e2 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:26:22.452014 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 8072b9ae-391f-444b-a2d0-e09612a6d1e2 not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:26:22.452739 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 554f0a56-bfaa-473a-8a4f-8f08f4927831 no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:26:22.507641 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: 554f0a56-bfaa-473a-8a4f-8f08f4927831 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:26:22.508046 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 554f0a56-bfaa-473a-8a4f-8f08f4927831 not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:26:22.668672 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ff638d81-22c5-462e-93bd-d58f66abb1ca None None] Deleting port 554f0a56-bfaa-473a-8a4f-8f08f4927831 {{(pid=88357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:26:22.674003 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff638d81-22c5-462e-93bd-d58f66abb1ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:22.761337 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ff638d81-22c5-462e-93bd-d58f66abb1ca None None] The port '554f0a56-bfaa-473a-8a4f-8f08f4927831' was deleted {{(pid=88357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 11 22:26:23.293118 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a60f73d2-c0e5-4f14-b782-f37f9fed9f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443165'] for router_interface, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:23.363121 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34592) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:23.561637 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f31ace73-6a0d-47c1-82fc-8e88a94f4b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:23.604067 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f31ace73-6a0d-47c1-82fc-8e88a94f4b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:23.608638 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-f31ace73-6a0d-47c1-82fc-8e88a94f4b39 admin admin] Usage tracker for resource:security_group_rule and tenant:2a8ca4d5598a463fabe13cd6ee23e9dc is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:23.612814 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-f31ace73-6a0d-47c1-82fc-8e88a94f4b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:23.620143 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f31ace73-6a0d-47c1-82fc-8e88a94f4b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:23.693134 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f31ace73-6a0d-47c1-82fc-8e88a94f4b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:23.767013 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f31ace73-6a0d-47c1-82fc-8e88a94f4b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:23.779294 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-49fab2bf-7aff-43ab-b2f5-92fbbfb49c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:23.826929 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ace73-6a0d-47c1-82fc-8e88a94f4b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67072c0e-68e0-4e1a-a638-6b97c54afd2b,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:23.831966 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-f31ace73-6a0d-47c1-82fc-8e88a94f4b39 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a8ca4d5598a463fabe13cd6ee23e9dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4671974 Nov 11 22:26:23.833311 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f31ace73-6a0d-47c1-82fc-8e88a94f4b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:23.838749 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34604) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:23.917259 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-920346c4-a002-405c-be52-b6507a9a3953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:23.954835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-920346c4-a002-405c-be52-b6507a9a3953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:24.079817 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-920346c4-a002-405c-be52-b6507a9a3953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:24.084297 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8077c89f-71ee-4901-af18-f23032b28138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:24.102070 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920346c4-a002-405c-be52-b6507a9a3953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67072c0e-68e0-4e1a-a638-6b97c54afd2b,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:24.102070 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-920346c4-a002-405c-be52-b6507a9a3953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:24.107220 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-920346c4-a002-405c-be52-b6507a9a3953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:24.108488 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-920346c4-a002-405c-be52-b6507a9a3953 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67072c0e-68e0-4e1a-a638-6b97c54afd2b HTTP/1.1" status: 204 len: 168 time: 0.2679954 Nov 11 22:26:24.188268 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a60f73d2-c0e5-4f14-b782-f37f9fed9f6c admin admin] Deleting port 25696885-b884-4d67-8b7e-54abb161040a {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:26:24.188981 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a60f73d2-c0e5-4f14-b782-f37f9fed9f6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:24.472973 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-a60f73d2-c0e5-4f14-b782-f37f9fed9f6c admin admin] For port 25696885-b884-4d67-8b7e-54abb161040a, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=25696885-b884-4d67-8b7e-54abb161040a,segment=NetworkSegment(d117c8bc-be3d-496f-9ab4-eb80d78f434c),segment_id=d117c8bc-be3d-496f-9ab4-eb80d78f434c)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:26:24.473575 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a60f73d2-c0e5-4f14-b782-f37f9fed9f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:24.738392 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-a60f73d2-c0e5-4f14-b782-f37f9fed9f6c admin admin] Calling delete_port for 25696885-b884-4d67-8b7e-54abb161040a owned by network:router_interface {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:26:24.989484 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34638) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:25.010610 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1ad71d46-b705-4b24-84a6-8a4bdf6075a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:25.043938 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1ad71d46-b705-4b24-84a6-8a4bdf6075a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:25.048842 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-1ad71d46-b705-4b24-84a6-8a4bdf6075a7 admin admin] Usage tracker for resource:security_group_rule and tenant:86182a3f1ac64a6da7e07f8530e49717 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:25.052371 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-1ad71d46-b705-4b24-84a6-8a4bdf6075a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:25.059108 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1ad71d46-b705-4b24-84a6-8a4bdf6075a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:25.086853 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a60f73d2-c0e5-4f14-b782-f37f9fed9f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:25.092714 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cc2fe69e-5596-400b-b487-b478a906e291 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:25.142143 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f73d2-c0e5-4f14-b782-f37f9fed9f6c admin admin] Pushing event deleted for resources: {'Port': ['ID=25696885-b884-4d67-8b7e-54abb161040a,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:25.144788 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a60f73d2-c0e5-4f14-b782-f37f9fed9f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:25.180695 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34644) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:25.278518 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1ad71d46-b705-4b24-84a6-8a4bdf6075a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:25.349954 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1ad71d46-b705-4b24-84a6-8a4bdf6075a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:25.364883 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a7cf6684-7727-477c-bc9a-558c2f8e6f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:25.393174 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-42921e39-5a5e-4882-a491-05bb115de130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:25.419638 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad71d46-b705-4b24-84a6-8a4bdf6075a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f1791e-a602-4466-ac73-55fcc83b3cf6,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:25.423690 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1ad71d46-b705-4b24-84a6-8a4bdf6075a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:25.433006 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-42921e39-5a5e-4882-a491-05bb115de130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:25.433893 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-1ad71d46-b705-4b24-84a6-8a4bdf6075a7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86182a3f1ac64a6da7e07f8530e49717&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4428747 Nov 11 22:26:25.436472 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34650) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:25.442057 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-42921e39-5a5e-4882-a491-05bb115de130 admin admin] Usage tracker for resource:security_group_rule and tenant:3c374c7a34f540c9abb44022fba7399a is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:25.445924 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-42921e39-5a5e-4882-a491-05bb115de130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:25.453328 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-42921e39-5a5e-4882-a491-05bb115de130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:25.542613 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-42921e39-5a5e-4882-a491-05bb115de130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:25.566216 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-42921e39-5a5e-4882-a491-05bb115de130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:25.575861 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f062887e-1037-4b60-b8c2-5ca980d225d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:25.607465 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4f03e900-5e0e-4038-8ff7-cac83445fae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:25.619417 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42921e39-5a5e-4882-a491-05bb115de130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4adcba6-24cc-4fd8-a14b-93aae5611200,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:25.622784 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-42921e39-5a5e-4882-a491-05bb115de130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:25.628131 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-42921e39-5a5e-4882-a491-05bb115de130 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3c374c7a34f540c9abb44022fba7399a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4462175 Nov 11 22:26:25.629177 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34654) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:25.652783 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4f03e900-5e0e-4038-8ff7-cac83445fae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:25.704734 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-61dedc90-9274-4e58-a3e7-85e3c1c1bac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:25.708422 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a60f73d2-c0e5-4f14-b782-f37f9fed9f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3304509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-443271'] for router_interface, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:25.734593 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-61dedc90-9274-4e58-a3e7-85e3c1c1bac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:25.805676 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4f03e900-5e0e-4038-8ff7-cac83445fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:25.810218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-27ab8f22-dbba-4ada-b4d4-46fbebec7a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:25.822988 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-61dedc90-9274-4e58-a3e7-85e3c1c1bac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:25.831113 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a916bf16-4253-403a-8138-293a51909dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:25.835690 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03e900-5e0e-4038-8ff7-cac83445fae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f1791e-a602-4466-ac73-55fcc83b3cf6,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:25.842750 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4f03e900-5e0e-4038-8ff7-cac83445fae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:25.844743 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dedc90-9274-4e58-a3e7-85e3c1c1bac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4adcba6-24cc-4fd8-a14b-93aae5611200,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:25.848698 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-61dedc90-9274-4e58-a3e7-85e3c1c1bac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:25.851287 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-61dedc90-9274-4e58-a3e7-85e3c1c1bac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:25.865550 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-61dedc90-9274-4e58-a3e7-85e3c1c1bac6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4adcba6-24cc-4fd8-a14b-93aae5611200 HTTP/1.1" status: 204 len: 168 time: 0.2253149 Nov 11 22:26:25.963294 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4f03e900-5e0e-4038-8ff7-cac83445fae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:25.968438 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-4f03e900-5e0e-4038-8ff7-cac83445fae2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06f1791e-a602-4466-ac73-55fcc83b3cf6 HTTP/1.1" status: 204 len: 168 time: 0.5278528 Nov 11 22:26:26.410435 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:26:26.478047 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60f73d2-c0e5-4f14-b782-f37f9fed9f6c admin admin] Router 9e649a60-2a7f-483a-833b-7305f02f521f has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:26:26.556074 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34672) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:26.576429 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b56d9c7b-9d15-4faa-b5d4-14aafb2e4c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:26.614615 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b56d9c7b-9d15-4faa-b5d4-14aafb2e4c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:26.619850 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-b56d9c7b-9d15-4faa-b5d4-14aafb2e4c13 admin admin] Usage tracker for resource:security_group_rule and tenant:c53652479a6449a7ae3bf5fb412ced5e is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:26.623488 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-b56d9c7b-9d15-4faa-b5d4-14aafb2e4c13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:26.631688 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-b56d9c7b-9d15-4faa-b5d4-14aafb2e4c13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:26.718797 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b56d9c7b-9d15-4faa-b5d4-14aafb2e4c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:26.903318 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b56d9c7b-9d15-4faa-b5d4-14aafb2e4c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:26.913253 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4d9c01de-da93-454c-a3fc-928ea703a7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:26.980501 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56d9c7b-9d15-4faa-b5d4-14aafb2e4c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81388cf9-bb9a-4d33-aeca-668c4623bf2e,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:26.984479 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b56d9c7b-9d15-4faa-b5d4-14aafb2e4c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:26.992259 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-b56d9c7b-9d15-4faa-b5d4-14aafb2e4c13 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c53652479a6449a7ae3bf5fb412ced5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4308772 Nov 11 22:26:26.994192 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34680) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:27.026583 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60f73d2-c0e5-4f14-b782-f37f9fed9f6c admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:26:27.036316 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-a60f73d2-c0e5-4f14-b782-f37f9fed9f6c admin admin] 10.222.0.25 "PUT /v2.0/routers/9e649a60-2a7f-483a-833b-7305f02f521f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5863264 Nov 11 22:26:27.036316 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34686) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:27.039727 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff4d5f-5057-4535-a043-0d8293f5abdf None None] Sync routers for ids ['9e649a60-2a7f-483a-833b-7305f02f521f'] in dv-cinder-815883-4-smb {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:26:27.057866 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff4d5f-5057-4535-a043-0d8293f5abdf None None] Routers {'9e649a60-2a7f-483a-833b-7305f02f521f'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:26:27.059074 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-caff4d5f-5057-4535-a043-0d8293f5abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:26:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['9e649a60-2a7f-483a-833b-7305f02f521f'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:27.084761 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-79900953-f87d-478b-a812-cc282ac87f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:27.124208 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-79900953-f87d-478b-a812-cc282ac87f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:27.280289 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-79900953-f87d-478b-a812-cc282ac87f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:27.285001 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b91704cd-6f39-4316-a29b-dfd2bcc16db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:27.299694 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79900953-f87d-478b-a812-cc282ac87f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81388cf9-bb9a-4d33-aeca-668c4623bf2e,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:27.304349 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-79900953-f87d-478b-a812-cc282ac87f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:27.311547 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-79900953-f87d-478b-a812-cc282ac87f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:27.317028 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-79900953-f87d-478b-a812-cc282ac87f97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81388cf9-bb9a-4d33-aeca-668c4623bf2e HTTP/1.1" status: 204 len: 168 time: 0.3227334 Nov 11 22:26:27.326828 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fe9edba6-922e-44da-b537-7755b3b83f60 admin admin] Notify callbacks [] for router, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:27.360396 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-caff4d5f-5057-4535-a043-0d8293f5abdf None None] Set router 9e649a60-2a7f-483a-833b-7305f02f521f gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:26:27.568718 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fe9edba6-922e-44da-b537-7755b3b83f60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:27.600260 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-fe9edba6-922e-44da-b537-7755b3b83f60 admin admin] Deleting port ca3e40be-e0a2-483b-9889-4e59bc0dca4c {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:26:27.600746 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fe9edba6-922e-44da-b537-7755b3b83f60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:27.770196 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-caff4d5f-5057-4535-a043-0d8293f5abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e649a60-2a7f-483a-833b-7305f02f521f', 'name': 'tempest-TestShelveInstance-1457145645-router', 'tenant_id': '6588375702564e22ba9acd6d23c17bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.215'}], 'enable_snat': True}, 'gw_port_id': 'ca3e40be-e0a2-483b-9889-4e59bc0dca4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:47Z', 'updated_at': '2021-11-11T22:26:24Z', 'revision_number': 5, 'project_id': '6588375702564e22ba9acd6d23c17bce', 'gw_port': {'id': 'ca3e40be-e0a2-483b-9889-4e59bc0dca4c', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:66:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e649a60-2a7f-483a-833b-7305f02f521f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:20:48Z', 'updated_at': '2021-11-11T22:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:27.776011 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff4d5f-5057-4535-a043-0d8293f5abdf None None] Checking router: 9e649a60-2a7f-483a-833b-7305f02f521f for host: dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:26:27.792481 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caff4d5f-5057-4535-a043-0d8293f5abdf None None] Routers {'9e649a60-2a7f-483a-833b-7305f02f521f'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:26:27.793819 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-caff4d5f-5057-4535-a043-0d8293f5abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:26:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['9e649a60-2a7f-483a-833b-7305f02f521f'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:27.819569 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-fe9edba6-922e-44da-b537-7755b3b83f60 admin admin] For port ca3e40be-e0a2-483b-9889-4e59bc0dca4c, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=ca3e40be-e0a2-483b-9889-4e59bc0dca4c,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:26:27.819904 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fe9edba6-922e-44da-b537-7755b3b83f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:27.974071 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-fe9edba6-922e-44da-b537-7755b3b83f60 admin admin] Calling delete_port for ca3e40be-e0a2-483b-9889-4e59bc0dca4c owned by network:router_gateway {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:26:27.979093 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-caff4d5f-5057-4535-a043-0d8293f5abdf None None] Set router 9e649a60-2a7f-483a-833b-7305f02f521f gateway port host: None {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:26:28.097870 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-caff4d5f-5057-4535-a043-0d8293f5abdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e649a60-2a7f-483a-833b-7305f02f521f', 'name': 'tempest-TestShelveInstance-1457145645-router', 'tenant_id': '6588375702564e22ba9acd6d23c17bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:47Z', 'updated_at': '2021-11-11T22:26:27Z', 'revision_number': 6, 'project_id': '6588375702564e22ba9acd6d23c17bce', 'gw_port_host': None}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:28.102366 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caff4d5f-5057-4535-a043-0d8293f5abdf None None] The sync data for ids ['9e649a60-2a7f-483a-833b-7305f02f521f'] in dv-cinder-815883-4-smb is: [{'id': '9e649a60-2a7f-483a-833b-7305f02f521f', 'name': 'tempest-TestShelveInstance-1457145645-router', 'tenant_id': '6588375702564e22ba9acd6d23c17bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:20:47Z', 'updated_at': '2021-11-11T22:26:27Z', 'revision_number': 6, 'project_id': '6588375702564e22ba9acd6d23c17bce', 'gw_port_host': None}] {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:26:28.200350 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fe9edba6-922e-44da-b537-7755b3b83f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:28.206641 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cc544d50-4e80-405d-9b96-eec47c408d48 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:28.254065 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9edba6-922e-44da-b537-7755b3b83f60 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca3e40be-e0a2-483b-9889-4e59bc0dca4c,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:28.256904 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fe9edba6-922e-44da-b537-7755b3b83f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:28.395512 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 25696885-b884-4d67-8b7e-54abb161040a no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:26:28.445582 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: 25696885-b884-4d67-8b7e-54abb161040a {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:26:28.446124 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 25696885-b884-4d67-8b7e-54abb161040a not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:26:28.816738 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fe9edba6-922e-44da-b537-7755b3b83f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442892'] for router_gateway, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:28.863690 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fe9edba6-922e-44da-b537-7755b3b83f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036852686383'] for router, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:28.868539 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fe9edba6-922e-44da-b537-7755b3b83f60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:28.953953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fe9edba6-922e-44da-b537-7755b3b83f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567308'] for router, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:28.955213 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9edba6-922e-44da-b537-7755b3b83f60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e649a60-2a7f-483a-833b-7305f02f521f {{(pid=88356) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 22:26:28.968335 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fe9edba6-922e-44da-b537-7755b3b83f60 admin admin] Notify callbacks [] for router, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:28.972010 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-fe9edba6-922e-44da-b537-7755b3b83f60 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9e649a60-2a7f-483a-833b-7305f02f521f HTTP/1.1" status: 204 len: 168 time: 1.9317465 Nov 11 22:26:28.972466 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34732) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:29.064347 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-667938bf-06bd-4a55-b54b-603c5b47b2ad admin admin] Deleting subnet 288c090c-f411-4165-b290-ec5839948761 {{(pid=88355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 22:26:29.069835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-667938bf-06bd-4a55-b54b-603c5b47b2ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:29.147907 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-667938bf-06bd-4a55-b54b-603c5b47b2ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1397145'] for subnet, precommit_delete_associations {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:29.237298 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-667938bf-06bd-4a55-b54b-603c5b47b2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850798312'] for subnet, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:29.406397 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-667938bf-06bd-4a55-b54b-603c5b47b2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3977473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853380654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853323545'] for subnet, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:29.411758 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-56eee7ab-00fd-4269-91a3-ffe12e0bd457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:29.449445 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667938bf-06bd-4a55-b54b-603c5b47b2ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=288c090c-f411-4165-b290-ec5839948761,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:29.452456 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-667938bf-06bd-4a55-b54b-603c5b47b2ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:29.455045 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-667938bf-06bd-4a55-b54b-603c5b47b2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:29.461912 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-667938bf-06bd-4a55-b54b-603c5b47b2ad admin admin] 10.222.0.25 "DELETE /v2.0/subnets/288c090c-f411-4165-b290-ec5839948761 HTTP/1.1" status: 204 len: 168 time: 0.4882503 Nov 11 22:26:29.464139 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03be290-f2dd-4a65-92a3-9164bc4f573d None None] Network 3f6baab0-0315-40da-8b41-25061539621f requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:26:29.464827 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34748) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:29.621940 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850740317'] for network, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:29.644001 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] Deleting port b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:26:29.645223 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:29.815835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff52e653-ef56-43a3-9398-15224154a3ab None None] DHCP port deletion for 3f6baab0-0315-40da-8b41-25061539621f request from dv-cinder-815883-4-smb {{(pid=88357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 11 22:26:29.815835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ff52e653-ef56-43a3-9398-15224154a3ab None None] Deleting port b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 {{(pid=88357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:26:29.815835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff52e653-ef56-43a3-9398-15224154a3ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:29.817187 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34758) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:29.934686 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] For port b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37,segment=NetworkSegment(d117c8bc-be3d-496f-9ab4-eb80d78f434c),segment_id=d117c8bc-be3d-496f-9ab4-eb80d78f434c)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:26:29.935093 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:29.996924 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:30.033257 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:30.037321 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Usage tracker for resource:security_group_rule and tenant:90134af82db444b7b15297de2b709a80 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:30.040662 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:30.045491 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-ff52e653-ef56-43a3-9398-15224154a3ab None None] For port b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37,segment=NetworkSegment(d117c8bc-be3d-496f-9ab4-eb80d78f434c),segment_id=d117c8bc-be3d-496f-9ab4-eb80d78f434c)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:26:30.046097 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff52e653-ef56-43a3-9398-15224154a3ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:30.046873 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:30.070968 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] Calling delete_port for b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 owned by network:dhcp {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:26:30.122421 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:30.159214 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:30.167632 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eb13c43c-e84b-472d-b04a-7d21ae969965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:30.174645 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ff52e653-ef56-43a3-9398-15224154a3ab None None] Calling delete_port for b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 owned by network:dhcp {{(pid=88357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:26:30.193967 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:30.199963 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a2bdde98-cde4-4150-a14b-763d153f01ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:30.215455 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a64ba32-2608-44f6-993a-19dbc5a2a8c5,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:30.227736 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90134af82db444b7b15297de2b709a80&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4067764 Nov 11 22:26:30.228521 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34764) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:30.231656 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:30.232084 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:30.232502 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:30.232912 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:30.233322 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:30.233772 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:30.234161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:30.234573 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:30.234972 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:30.235426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:30.237013 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:26:30.246160 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] Pushing event deleted for resources: {'Port': ['ID=b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:30.248712 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:30.251029 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] No DVR routers for this DVR port b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 on host dv-cinder-815883-4-smb {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:26:30.254669 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.db.api [None req-ff52e653-ef56-43a3-9398-15224154a3ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88357) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:26:30.264817 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_db.api [None req-ff52e653-ef56-43a3-9398-15224154a3ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 11 22:26:30.265436 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-89993337-da95-47e9-975e-b81fa4fef577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:30.304041 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6cbc3809-53df-45ce-8a36-fbe0945657fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:30.333835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6cbc3809-53df-45ce-8a36-fbe0945657fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:30.359613 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:26:30.377407 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850799231', 'neutron.services.segments.db._delete_segments_for_network-8762808614344'] for network, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:30.395499 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:26:30.395945 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:26:30.396418 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device ca3e40be-e0a2-483b-9889-4e59bc0dca4c no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:26:30.409998 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6baab0-0315-40da-8b41-25061539621f']}} {{(pid=88356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:30.422652 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd117c8bc-be3d-496f-9ab4-eb80d78f434c') {'for_net_delete': True} {{(pid=88356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:30.423076 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd117c8bc-be3d-496f-9ab4-eb80d78f434c') {} {{(pid=88356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:26:30.428772 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: ca3e40be-e0a2-483b-9889-4e59bc0dca4c {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:26:30.429219 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device ca3e40be-e0a2-483b-9889-4e59bc0dca4c not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:26:30.436597 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762808626649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193655'] for segment, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:30.439082 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6cbc3809-53df-45ce-8a36-fbe0945657fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:30.444517 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-10b2f054-0518-4f4b-9c33-18decd7121e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:30.452730 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:30.459607 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc3809-53df-45ce-8a36-fbe0945657fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a64ba32-2608-44f6-993a-19dbc5a2a8c5,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:30.460544 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 22:26:30.461287 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850807042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103196'] for segment, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:30.462473 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6cbc3809-53df-45ce-8a36-fbe0945657fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:30.463665 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6cbc3809-53df-45ce-8a36-fbe0945657fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:30.474333 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-6cbc3809-53df-45ce-8a36-fbe0945657fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a64ba32-2608-44f6-993a-19dbc5a2a8c5 HTTP/1.1" status: 204 len: 168 time: 0.2449574 Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: Traceback (most recent call last): Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: timer() Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: cb(*args, **kw) Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: return func(*args, **kwargs) Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: self._notify() Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: self.callback(batched_events) Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: event.method(event) Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: segment_id)['aggregates'][0] Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: return f(self, *a, **k) Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: return self._get(url).json() Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: **kwargs) Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: **endpoint_filter) Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:26:30.476081 dv-cinder-815883-4-smb neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:26:30.592759 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854332702'] for network, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:30.596556 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bc0d25b3-01af-4420-a075-96f2251c2502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:30.616359 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:30.622856 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] Pushing event deleted for resources: {'Network': ['ID=3f6baab0-0315-40da-8b41-25061539621f,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:30.627784 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:30.630756 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] 10.222.0.25 "DELETE /v2.0/networks/3f6baab0-0315-40da-8b41-25061539621f HTTP/1.1" status: 204 len: 168 time: 1.1645896 Nov 11 22:26:30.756778 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ff52e653-ef56-43a3-9398-15224154a3ab None None] Deleting port b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37 {{(pid=88357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:26:30.757297 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff52e653-ef56-43a3-9398-15224154a3ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:30.827844 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-ff52e653-ef56-43a3-9398-15224154a3ab None None] The port 'b5fdecc3-6e05-4bf8-a0e0-0b2dd7933c37' was deleted {{(pid=88357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 11 22:26:30.947786 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34778) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:30.982155 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34782) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:31.014327 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56e5f4da-9ae7-4305-b8f6-342342971d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:31.044219 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-af52502e-522b-4205-8032-4f8ac08fd0dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=970a79010894485c806dc1e58aff6760&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0950856 Nov 11 22:26:31.047265 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 34788) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:31.087302 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-56e5f4da-9ae7-4305-b8f6-342342971d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:31.097359 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-56e5f4da-9ae7-4305-b8f6-342342971d0b admin admin] Usage tracker for resource:security_group_rule and tenant:f3787f02ab83448cb16393fb86fa4214 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:31.106739 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-56e5f4da-9ae7-4305-b8f6-342342971d0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:31.118654 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-56e5f4da-9ae7-4305-b8f6-342342971d0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:31.155843 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b496-6e61-4cbb-85fe-52ddff5f0b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:31.202483 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b496-6e61-4cbb-85fe-52ddff5f0b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:31.261230 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56e5f4da-9ae7-4305-b8f6-342342971d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:31.279454 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-56e5f4da-9ae7-4305-b8f6-342342971d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:31.288478 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-79900953-f87d-478b-a812-cc282ac87f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:31.301991 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b496-6e61-4cbb-85fe-52ddff5f0b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:31.346992 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5f4da-9ae7-4305-b8f6-342342971d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf3dfe4-2f4d-4805-98f1-a7cf200245f4,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:31.361939 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-56e5f4da-9ae7-4305-b8f6-342342971d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:31.361939 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f31ace73-6a0d-47c1-82fc-8e88a94f4b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:31.372939 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-56e5f4da-9ae7-4305-b8f6-342342971d0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3787f02ab83448cb16393fb86fa4214&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3892589 Nov 11 22:26:31.375427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c7f7b496-6e61-4cbb-85fe-52ddff5f0b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:31.375911 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34794) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:31.376609 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-c7f7b496-6e61-4cbb-85fe-52ddff5f0b20 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e48d094-53ea-4bf3-ad25-53baf40fbee3 HTTP/1.1" status: 204 len: 168 time: 0.3278368 Nov 11 22:26:31.377710 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7b496-6e61-4cbb-85fe-52ddff5f0b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e48d094-53ea-4bf3-ad25-53baf40fbee3,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:31.385348 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c7f7b496-6e61-4cbb-85fe-52ddff5f0b20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:31.442660 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ab812466-5205-4ada-9ca8-bf25bb8ed62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:31.470944 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ab812466-5205-4ada-9ca8-bf25bb8ed62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:31.571092 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ab812466-5205-4ada-9ca8-bf25bb8ed62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:31.576415 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1ad71d46-b705-4b24-84a6-8a4bdf6075a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:31.588114 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab812466-5205-4ada-9ca8-bf25bb8ed62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf3dfe4-2f4d-4805-98f1-a7cf200245f4,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:31.592221 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ab812466-5205-4ada-9ca8-bf25bb8ed62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:31.599986 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ab812466-5205-4ada-9ca8-bf25bb8ed62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:31.601388 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-ab812466-5205-4ada-9ca8-bf25bb8ed62d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fcf3dfe4-2f4d-4805-98f1-a7cf200245f4 HTTP/1.1" status: 204 len: 168 time: 0.2243469 Nov 11 22:26:32.181936 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34814) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:32.241628 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-b50f3ec5-d37a-4753-a50b-2da11959ce5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6588375702564e22ba9acd6d23c17bce&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0577562 Nov 11 22:26:32.244497 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34818) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:32.320228 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6d670f9a-7fac-4c6d-aaeb-51ef1623f18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:32.360936 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6d670f9a-7fac-4c6d-aaeb-51ef1623f18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:32.462816 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6d670f9a-7fac-4c6d-aaeb-51ef1623f18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:32.468275 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-17e1b317-f144-40ca-ae12-6e162944f51a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:32.480832 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d670f9a-7fac-4c6d-aaeb-51ef1623f18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15223274-7929-45ff-97d5-43e820fadd6d,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:32.484239 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6d670f9a-7fac-4c6d-aaeb-51ef1623f18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:32.489662 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6d670f9a-7fac-4c6d-aaeb-51ef1623f18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:32.494373 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-6d670f9a-7fac-4c6d-aaeb-51ef1623f18d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15223274-7929-45ff-97d5-43e820fadd6d HTTP/1.1" status: 204 len: 168 time: 0.2464278 Nov 11 22:26:32.837984 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34834) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:33.135347 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ac00916-7632-41f4-9101-103ceba1bfbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:33.169523 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4ac00916-7632-41f4-9101-103ceba1bfbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:33.173570 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-4ac00916-7632-41f4-9101-103ceba1bfbe admin admin] Usage tracker for resource:security_group_rule and tenant:8807c7c5afd543d4880c22686aed2e65 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:33.176558 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-4ac00916-7632-41f4-9101-103ceba1bfbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:33.183054 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4ac00916-7632-41f4-9101-103ceba1bfbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:33.251889 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:33.254512 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ac00916-7632-41f4-9101-103ceba1bfbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:33.285228 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4ac00916-7632-41f4-9101-103ceba1bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:33.294081 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cf8afb42-4251-4608-80c2-817942693ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:33.337547 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac00916-7632-41f4-9101-103ceba1bfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7696b756-557e-4b5d-960c-7f3b7d3f16f6,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:33.341152 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4ac00916-7632-41f4-9101-103ceba1bfbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:33.347027 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-4ac00916-7632-41f4-9101-103ceba1bfbe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8807c7c5afd543d4880c22686aed2e65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5048592 Nov 11 22:26:33.347845 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34846) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:33.423159 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19a0abb9-5d49-49aa-b600-0dad87b919a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:33.451426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19a0abb9-5d49-49aa-b600-0dad87b919a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:33.537193 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19a0abb9-5d49-49aa-b600-0dad87b919a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:33.542975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e91b05f5-4e49-44d6-9a0c-a895ab5eff9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:33.557880 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0abb9-5d49-49aa-b600-0dad87b919a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7696b756-557e-4b5d-960c-7f3b7d3f16f6,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:33.560786 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-19a0abb9-5d49-49aa-b600-0dad87b919a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:33.562037 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-19a0abb9-5d49-49aa-b600-0dad87b919a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:33.566586 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-19a0abb9-5d49-49aa-b600-0dad87b919a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7696b756-557e-4b5d-960c-7f3b7d3f16f6 HTTP/1.1" status: 204 len: 168 time: 0.2122293 Nov 11 22:26:40.353519 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34954) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:40.518032 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2943f7c2-33ac-44f9-a558-f0ffc301b979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:40.572460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2943f7c2-33ac-44f9-a558-f0ffc301b979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:40.580412 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-2943f7c2-33ac-44f9-a558-f0ffc301b979 admin admin] Usage tracker for resource:security_group_rule and tenant:fe6fc060f4504a89b8bb0c5fb13fc19b is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:40.585768 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-2943f7c2-33ac-44f9-a558-f0ffc301b979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:40.597579 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-2943f7c2-33ac-44f9-a558-f0ffc301b979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:40.726940 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2943f7c2-33ac-44f9-a558-f0ffc301b979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:40.760219 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2943f7c2-33ac-44f9-a558-f0ffc301b979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:40.769709 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d3c2ef82-15ef-44df-82f2-62793e09241a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:41.076503 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-2943f7c2-33ac-44f9-a558-f0ffc301b979 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe6fc060f4504a89b8bb0c5fb13fc19b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7213161 Nov 11 22:26:41.077252 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2943f7c2-33ac-44f9-a558-f0ffc301b979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52634412-c6c3-43f6-a004-958d8831887f,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:41.080441 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34960) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:41.083322 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2943f7c2-33ac-44f9-a558-f0ffc301b979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:41.156137 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-320f943d-d686-46f0-8f5b-b180a8b8b508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:41.207534 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-320f943d-d686-46f0-8f5b-b180a8b8b508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:41.330636 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-320f943d-d686-46f0-8f5b-b180a8b8b508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:41.336309 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-19a0abb9-5d49-49aa-b600-0dad87b919a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:41.350845 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f943d-d686-46f0-8f5b-b180a8b8b508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52634412-c6c3-43f6-a004-958d8831887f,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:41.354419 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-320f943d-d686-46f0-8f5b-b180a8b8b508 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:41.356645 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-320f943d-d686-46f0-8f5b-b180a8b8b508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:41.357938 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-320f943d-d686-46f0-8f5b-b180a8b8b508 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52634412-c6c3-43f6-a004-958d8831887f HTTP/1.1" status: 204 len: 168 time: 0.2764168 Nov 11 22:26:42.060025 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34974) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:42.081154 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-62ffe01b-06cd-456e-a084-743e64d2e517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:42.116889 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-62ffe01b-06cd-456e-a084-743e64d2e517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:42.121107 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-62ffe01b-06cd-456e-a084-743e64d2e517 admin admin] Usage tracker for resource:security_group_rule and tenant:010854d28ddc4cc8bd3bcb1cddf6e4b6 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:42.124235 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-62ffe01b-06cd-456e-a084-743e64d2e517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:42.131532 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-62ffe01b-06cd-456e-a084-743e64d2e517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:42.220321 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-62ffe01b-06cd-456e-a084-743e64d2e517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:42.257074 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-62ffe01b-06cd-456e-a084-743e64d2e517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:42.269444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2943f7c2-33ac-44f9-a558-f0ffc301b979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:42.315887 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffe01b-06cd-456e-a084-743e64d2e517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23109d03-9abc-4e57-b28c-35333b66efa9,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:42.320676 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-62ffe01b-06cd-456e-a084-743e64d2e517 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=010854d28ddc4cc8bd3bcb1cddf6e4b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2593968 Nov 11 22:26:42.321912 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-62ffe01b-06cd-456e-a084-743e64d2e517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:42.323929 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 34978) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:42.436032 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-300fb023-fc1f-4181-80db-98869fe795d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:42.488400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-300fb023-fc1f-4181-80db-98869fe795d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:42.611932 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-300fb023-fc1f-4181-80db-98869fe795d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:42.617968 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6e3d83ee-7233-4a84-8a48-de3b1f0b0d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:42.635034 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300fb023-fc1f-4181-80db-98869fe795d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23109d03-9abc-4e57-b28c-35333b66efa9,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:42.639463 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-300fb023-fc1f-4181-80db-98869fe795d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:42.642126 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-300fb023-fc1f-4181-80db-98869fe795d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:42.647833 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-300fb023-fc1f-4181-80db-98869fe795d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23109d03-9abc-4e57-b28c-35333b66efa9 HTTP/1.1" status: 204 len: 168 time: 0.3221464 Nov 11 22:26:47.187387 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9548cecb-58af-4e5a-81c1-a32404d41ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:47.805115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 35080) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:48.065138 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3c66e2a-0d25-43f1-95dc-28729ed3cab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:48.111134 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d3c66e2a-0d25-43f1-95dc-28729ed3cab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:48.116614 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-d3c66e2a-0d25-43f1-95dc-28729ed3cab5 admin admin] Usage tracker for resource:security_group_rule and tenant:23a4ac684f5f4d3f80a808a9a2714357 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:48.121110 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-d3c66e2a-0d25-43f1-95dc-28729ed3cab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:48.130337 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-d3c66e2a-0d25-43f1-95dc-28729ed3cab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:48.241424 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3c66e2a-0d25-43f1-95dc-28729ed3cab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:48.343471 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d3c66e2a-0d25-43f1-95dc-28729ed3cab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:48.355219 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-320f943d-d686-46f0-8f5b-b180a8b8b508 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:48.409083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c66e2a-0d25-43f1-95dc-28729ed3cab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42510e6f-c503-4002-bee9-ed59bdf2ac7b,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:48.417253 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-d3c66e2a-0d25-43f1-95dc-28729ed3cab5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23a4ac684f5f4d3f80a808a9a2714357&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6106884 Nov 11 22:26:48.417986 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 35090) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:48.418999 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d3c66e2a-0d25-43f1-95dc-28729ed3cab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:48.510946 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e3ce51ff-50fe-47ad-b04a-78ef6657c8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:48.560345 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e3ce51ff-50fe-47ad-b04a-78ef6657c8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:48.655748 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e3ce51ff-50fe-47ad-b04a-78ef6657c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:48.660869 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4f03e900-5e0e-4038-8ff7-cac83445fae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:48.675759 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce51ff-50fe-47ad-b04a-78ef6657c8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42510e6f-c503-4002-bee9-ed59bdf2ac7b,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:48.682422 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e3ce51ff-50fe-47ad-b04a-78ef6657c8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:48.689796 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e3ce51ff-50fe-47ad-b04a-78ef6657c8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:48.691525 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-e3ce51ff-50fe-47ad-b04a-78ef6657c8b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42510e6f-c503-4002-bee9-ed59bdf2ac7b HTTP/1.1" status: 204 len: 168 time: 0.2714171 Nov 11 22:26:48.838618 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:49.363804 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 35100) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:49.395426 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fd29832d-156a-4fd8-8830-33476e5180d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:49.449062 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fd29832d-156a-4fd8-8830-33476e5180d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:49.458549 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-fd29832d-156a-4fd8-8830-33476e5180d4 admin admin] Usage tracker for resource:security_group_rule and tenant:efaacd9f921545f9a5c4b4e8b7f5b9f6 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:49.464073 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-fd29832d-156a-4fd8-8830-33476e5180d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:49.475154 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-fd29832d-156a-4fd8-8830-33476e5180d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:49.598578 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fd29832d-156a-4fd8-8830-33476e5180d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:49.643830 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-fd29832d-156a-4fd8-8830-33476e5180d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:49.653811 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bcca903b-7ceb-47fe-8db1-7b01a2f98211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:49.675247 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-303484ed-fb74-4c32-9172-dc8f4e40026a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:49.709868 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-fd29832d-156a-4fd8-8830-33476e5180d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=efaacd9f921545f9a5c4b4e8b7f5b9f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3437037 Nov 11 22:26:49.710254 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29832d-156a-4fd8-8830-33476e5180d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148d1a2b-7a8f-461e-a0a0-aace1b81a151,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:49.713553 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 35108) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:49.716617 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fd29832d-156a-4fd8-8830-33476e5180d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:49.798699 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f7b22564-e325-4f3b-849b-e452d9bb3588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:49.845538 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f7b22564-e325-4f3b-849b-e452d9bb3588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:49.972711 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f7b22564-e325-4f3b-849b-e452d9bb3588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:49.980340 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-12ae68f5-811f-4736-b1ac-8df8d6241f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:50.001403 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b22564-e325-4f3b-849b-e452d9bb3588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148d1a2b-7a8f-461e-a0a0-aace1b81a151,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:50.004837 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f7b22564-e325-4f3b-849b-e452d9bb3588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:50.010093 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-f7b22564-e325-4f3b-849b-e452d9bb3588 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/148d1a2b-7a8f-461e-a0a0-aace1b81a151 HTTP/1.1" status: 204 len: 168 time: 0.2916665 Nov 11 22:26:50.010093 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f7b22564-e325-4f3b-849b-e452d9bb3588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:50.263373 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:51.463738 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:51.555740 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 35138) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:51.805514 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1143843635-network', 'tenant_id': '03d14c68b0784f23aa402c707b432fb9'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:26:51.811574 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:51.817194 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Usage tracker for resource:network and tenant:03d14c68b0784f23aa402c707b432fb9 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:51.821044 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:51.831186 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:51.889960 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Made reservation on behalf of 03d14c68b0784f23aa402c707b432fb9 for: {'network': 1} {{(pid=88355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:26:51.895460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for network, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:51.910567 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:51.951542 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:51.956215 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Usage tracker for resource:security_group_rule and tenant:03d14c68b0784f23aa402c707b432fb9 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:51.959770 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:51.967321 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:52.053226 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:52.092725 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:52.099136 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-42921e39-5a5e-4882-a491-05bb115de130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:52.130018 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=88355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 22:26:52.146424 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f875a01-cc0b-4776-a422-58ee2b04e413,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:52.150128 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:52.230861 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:52.231170 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.segments_db [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Added segment 607ce827-6448-4e6b-9362-afeb1b067e49 of type vlan for network 1b41e992-d948-40ba-9824-62aa83a1c4e8 Nov 11 22:26:52.260749 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762808067494'] for network, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:52.347996 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for network, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:52.349509 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:26:52.350653 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:52.358844 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:52.499153 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Pushing event updated for resources: {'Network': ['ID=1b41e992-d948-40ba-9824-62aa83a1c4e8,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:52.499153 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:52.509562 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Network 1b41e992-d948-40ba-9824-62aa83a1c4e8 details requested by agent ovs-agent-dv-cinder-815883-4-smb with host dv-cinder-815883-4-smb {{(pid=88357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 22:26:52.520666 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-06260e07-4538-46bf-bcea-f79ea78f5b88 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9623108 Nov 11 22:26:52.527082 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 35144) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:52.541420 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-dad5050c-9c40-4717-95d1-e6549569e489 admin admin] Request body: {'subnet': {'network_id': '1b41e992-d948-40ba-9824-62aa83a1c4e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1143843635-subnet', 'tenant_id': '03d14c68b0784f23aa402c707b432fb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:26:52.551685 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-dad5050c-9c40-4717-95d1-e6549569e489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:52.559092 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-dad5050c-9c40-4717-95d1-e6549569e489 admin admin] Usage tracker for resource:subnet and tenant:03d14c68b0784f23aa402c707b432fb9 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:52.565887 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-dad5050c-9c40-4717-95d1-e6549569e489 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:52.575805 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-dad5050c-9c40-4717-95d1-e6549569e489 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:52.637792 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad5050c-9c40-4717-95d1-e6549569e489 admin admin] Made reservation on behalf of 03d14c68b0784f23aa402c707b432fb9 for: {'subnet': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:26:52.643956 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dad5050c-9c40-4717-95d1-e6549569e489 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372034708769116'] for subnet, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:52.949450 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dad5050c-9c40-4717-95d1-e6549569e489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372034708769099'] for subnet, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:52.958832 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:53.108306 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad5050c-9c40-4717-95d1-e6549569e489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=268e71c1-f54e-4223-a47c-de0e5d4d8f74,revision_number=0']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:53.116443 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dad5050c-9c40-4717-95d1-e6549569e489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:53.132226 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad5050c-9c40-4717-95d1-e6549569e489 admin admin] Checking segment: {'id': '607ce827-6448-4e6b-9362-afeb1b067e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b41e992-d948-40ba-9824-62aa83a1c4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:26:53.132789 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad5050c-9c40-4717-95d1-e6549569e489 admin admin] Network hostable DHCP agents. Network: 1b41e992-d948-40ba-9824-62aa83a1c4e8, hostable agents: ['677b8291-3a34-4ed4-9d57-1628f65efd5e'], hosted agents: [] {{(pid=88356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 22:26:53.220771 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad5050c-9c40-4717-95d1-e6549569e489 admin admin] Network 1b41e992-d948-40ba-9824-62aa83a1c4e8 is scheduled to be hosted by DHCP agent 677b8291-3a34-4ed4-9d57-1628f65efd5e with binding_index 1 {{(pid=88356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 22:26:53.255327 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-dad5050c-9c40-4717-95d1-e6549569e489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-smb, 1b41e992-d948-40ba-9824-62aa83a1c4e8) {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:26:53.262281 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad5050c-9c40-4717-95d1-e6549569e489 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:26:53.263291 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dad5050c-9c40-4717-95d1-e6549569e489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:53.270418 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671e0647-093e-45ac-aa89-1e783ad6c96f None None] Network 1b41e992-d948-40ba-9824-62aa83a1c4e8 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:26:53.337885 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-dad5050c-9c40-4717-95d1-e6549569e489 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8075738 Nov 11 22:26:53.699180 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530ca4f5-50b9-4420-b7e4-92d382078ca8 None None] Network 1b41e992-d948-40ba-9824-62aa83a1c4e8 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:26:54.872053 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 35226) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:54.880215 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2087169706-network', 'tenant_id': '9567a0c577024f969ddcf86dfd7ffc1f'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:26:54.894003 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:54.901237 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Usage tracker for resource:network and tenant:9567a0c577024f969ddcf86dfd7ffc1f is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:54.908170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:54.919267 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:54.959997 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Made reservation on behalf of 9567a0c577024f969ddcf86dfd7ffc1f for: {'network': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:26:54.965570 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for network, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:54.986113 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:55.027281 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:55.032886 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Usage tracker for resource:security_group_rule and tenant:9567a0c577024f969ddcf86dfd7ffc1f is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:55.036755 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:55.044301 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:55.172043 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:55.206795 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:55.214238 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-62ffe01b-06cd-456e-a084-743e64d2e517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:55.245165 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=88356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 22:26:55.262917 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba75a6d0-b6d2-4510-88d2-04cf94fc245f,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:55.268828 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:55.274948 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:55.275551 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.segments_db [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Added segment 5643c669-b149-435f-8f8e-b28b58450b19 of type vlan for network 4db6b4d3-98d2-41be-9e0b-723317ec23c0 Nov 11 22:26:55.312305 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762808067494'] for network, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:55.434207 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for network, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:55.435606 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:26:55.436263 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:55.440647 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:55.561660 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6880300 Nov 11 22:26:55.565324 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 35230) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:26:55.565759 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Pushing event updated for resources: {'Network': ['ID=4db6b4d3-98d2-41be-9e0b-723317ec23c0,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:55.568660 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c342c116-ec64-4ef4-b6b8-86c5f191d1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:55.573195 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-1f8507d3-8999-4b49-b12b-a071012d204a admin admin] Request body: {'subnet': {'network_id': '4db6b4d3-98d2-41be-9e0b-723317ec23c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2087169706-subnet', 'tenant_id': '9567a0c577024f969ddcf86dfd7ffc1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:26:55.576460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Network 4db6b4d3-98d2-41be-9e0b-723317ec23c0 details requested by agent ovs-agent-dv-cinder-815883-4-smb with host dv-cinder-815883-4-smb {{(pid=88357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 22:26:55.579931 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1f8507d3-8999-4b49-b12b-a071012d204a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:26:55.584199 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-1f8507d3-8999-4b49-b12b-a071012d204a admin admin] Usage tracker for resource:subnet and tenant:9567a0c577024f969ddcf86dfd7ffc1f is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:26:55.587775 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-1f8507d3-8999-4b49-b12b-a071012d204a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:26:55.596267 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-1f8507d3-8999-4b49-b12b-a071012d204a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:26:55.643806 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8507d3-8999-4b49-b12b-a071012d204a admin admin] Made reservation on behalf of 9567a0c577024f969ddcf86dfd7ffc1f for: {'subnet': 1} {{(pid=88355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:26:55.650941 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1f8507d3-8999-4b49-b12b-a071012d204a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1452286'] for subnet, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:55.931475 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1f8507d3-8999-4b49-b12b-a071012d204a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1394974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1452271'] for subnet, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:55.937143 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-861a07a5-2cee-424f-92e5-fb20d147fecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:26:56.027723 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8507d3-8999-4b49-b12b-a071012d204a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c89d0677-9cfa-4b2e-902d-39cdb1d8ab62,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:26:56.033130 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1f8507d3-8999-4b49-b12b-a071012d204a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:26:56.046362 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8507d3-8999-4b49-b12b-a071012d204a admin admin] Checking segment: {'id': '5643c669-b149-435f-8f8e-b28b58450b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4db6b4d3-98d2-41be-9e0b-723317ec23c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:26:56.046774 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8507d3-8999-4b49-b12b-a071012d204a admin admin] Network hostable DHCP agents. Network: 4db6b4d3-98d2-41be-9e0b-723317ec23c0, hostable agents: ['677b8291-3a34-4ed4-9d57-1628f65efd5e'], hosted agents: [] {{(pid=88355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 22:26:56.131381 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8507d3-8999-4b49-b12b-a071012d204a admin admin] Network 4db6b4d3-98d2-41be-9e0b-723317ec23c0 is scheduled to be hosted by DHCP agent 677b8291-3a34-4ed4-9d57-1628f65efd5e with binding_index 1 {{(pid=88355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 22:26:56.171319 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-1f8507d3-8999-4b49-b12b-a071012d204a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-smb, 4db6b4d3-98d2-41be-9e0b-723317ec23c0) {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:26:56.177043 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8507d3-8999-4b49-b12b-a071012d204a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:26:56.177819 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1f8507d3-8999-4b49-b12b-a071012d204a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:26:56.182726 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc22afe-c5f8-4b9e-ab12-15a35af309f0 None None] Network 4db6b4d3-98d2-41be-9e0b-723317ec23c0 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:26:56.236019 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-1f8507d3-8999-4b49-b12b-a071012d204a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6690679 Nov 11 22:26:56.418686 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7917850a-1a90-4400-962f-3a65a6d1205f None None] Network 4db6b4d3-98d2-41be-9e0b-723317ec23c0 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:26:57.147094 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30916285-6915-4934-9267-50867c5a9d59 req-05394b9c-e6b2-487d-8e94-06546becb977 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:26:57.148158 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-30916285-6915-4934-9267-50867c5a9d59 req-05394b9c-e6b2-487d-8e94-06546becb977 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Synchronizing usage tracker for tenant:03d14c68b0784f23aa402c707b432fb9 on resource:network {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:26:57.245458 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-30916285-6915-4934-9267-50867c5a9d59 req-05394b9c-e6b2-487d-8e94-06546becb977 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Unset dirty status for tenant:03d14c68b0784f23aa402c707b432fb9 on resource:network {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:26:57.247541 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-30916285-6915-4934-9267-50867c5a9d59 req-05394b9c-e6b2-487d-8e94-06546becb977 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/networks?id=1b41e992-d948-40ba-9824-62aa83a1c4e8 HTTP/1.1" status: 200 len: 809 time: 0.3500750 Nov 11 22:26:57.272673 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-30916285-6915-4934-9267-50867c5a9d59 req-3c550384-0c83-4939-8980-04606916f7dc tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/quotas/03d14c68b0784f23aa402c707b432fb9 HTTP/1.1" status: 200 len: 375 time: 0.0172691 Nov 11 22:26:57.338308 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-30916285-6915-4934-9267-50867c5a9d59 req-d24e42ae-4d34-4eae-9b6a-d0fc2602d5bc tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=03d14c68b0784f23aa402c707b432fb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554631 Nov 11 22:26:57.507245 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-30916285-6915-4934-9267-50867c5a9d59 req-eca4e841-51bb-45b3-b0c4-27eb403fd2a6 service neutron] 10.222.0.25 "GET /v2.0/networks/1b41e992-d948-40ba-9824-62aa83a1c4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608310 Nov 11 22:26:57.663757 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-30916285-6915-4934-9267-50867c5a9d59 req-c95edaf1-f8e2-4e0f-9a96-6eb83e1d4708 service neutron] 10.222.0.25 "GET /v2.0/networks/1b41e992-d948-40ba-9824-62aa83a1c4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470222 Nov 11 22:26:58.069057 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9221eeeb-98ba-49a4-8ed1-8716ae29f42b req-313198d8-d4cb-4070-aafd-aebd1fd3fa95 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/ports?device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 210 time: 0.0582154 Nov 11 22:26:59.186036 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-312a9a23-8dac-4993-b959-0e608101e6a1 req-065a1a65-9b33-4ac9-9662-4a9c4d771994 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/ports?device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 210 time: 0.0480912 Nov 11 22:27:00.300081 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-917c6d9a-ae46-442d-a8d7-6516b741aa1d req-9037be5f-5c52-4534-8335-1271fb880c5c tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/ports?device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 210 time: 0.0471377 Nov 11 22:27:01.429005 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-41d6fc26-5c9d-4cf4-aefa-6677f15cbe1b req-747fe36a-ea0f-4347-9769-d72898b3f755 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/ports?device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 210 time: 0.0626001 Nov 11 22:27:02.602763 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dde5796b-b651-4290-b89f-d93d66a0709d req-9ab1b718-2d44-43ab-bf43-4318a4a0aea7 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/ports?device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 210 time: 0.0462773 Nov 11 22:27:03.268332 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:03.412381 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:27:03.773661 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-864ff562-7dcd-445b-b8c2-11d4298f1d71 req-7cac2d24-8d1f-4c35-acb6-e596884963fa tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/ports?device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 210 time: 0.0460484 Nov 11 22:27:04.177650 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30916285-6915-4934-9267-50867c5a9d59 req-3929032c-dad5-4438-95e4-7a5a662ac15b tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:04.183368 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-30916285-6915-4934-9267-50867c5a9d59 req-3929032c-dad5-4438-95e4-7a5a662ac15b tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.55 "GET /v2.0/networks?id=1b41e992-d948-40ba-9824-62aa83a1c4e8 HTTP/1.1" status: 200 len: 809 time: 0.1628921 Nov 11 22:27:04.195103 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-30916285-6915-4934-9267-50867c5a9d59 req-5209b752-9146-4219-9309-6faa71947e92 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Request body: {'port': {'device_id': 'd01144c1-d89d-4765-b13c-f5fd3d8df385', 'network_id': '1b41e992-d948-40ba-9824-62aa83a1c4e8', 'admin_state_up': True, 'tenant_id': '03d14c68b0784f23aa402c707b432fb9'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:27:04.343924 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-30916285-6915-4934-9267-50867c5a9d59 req-5209b752-9146-4219-9309-6faa71947e92 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:27:04.348945 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-30916285-6915-4934-9267-50867c5a9d59 req-5209b752-9146-4219-9309-6faa71947e92 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Usage tracker for resource:port and tenant:03d14c68b0784f23aa402c707b432fb9 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:27:04.353549 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-30916285-6915-4934-9267-50867c5a9d59 req-5209b752-9146-4219-9309-6faa71947e92 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:27:04.362981 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-30916285-6915-4934-9267-50867c5a9d59 req-5209b752-9146-4219-9309-6faa71947e92 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:27:04.401773 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30916285-6915-4934-9267-50867c5a9d59 req-5209b752-9146-4219-9309-6faa71947e92 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Made reservation on behalf of 03d14c68b0784f23aa402c707b432fb9 for: {'port': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:27:04.409196 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-30916285-6915-4934-9267-50867c5a9d59 req-5209b752-9146-4219-9309-6faa71947e92 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:04.593501 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [req-30916285-6915-4934-9267-50867c5a9d59 req-5209b752-9146-4219-9309-6faa71947e92 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Allocated IP 172.20.0.14 (1b41e992-d948-40ba-9824-62aa83a1c4e8/268e71c1-f54e-4223-a47c-de0e5d4d8f74/77eb2d11-a152-42c3-a37a-f34519e496f4) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:27:04.836310 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-30916285-6915-4934-9267-50867c5a9d59 req-5209b752-9146-4219-9309-6faa71947e92 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:04.907257 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-30916285-6915-4934-9267-50867c5a9d59 req-5209b752-9146-4219-9309-6faa71947e92 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:04.915376 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4c72c1c1-9c99-4cb3-9574-c718379229fe tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:04.985382 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30916285-6915-4934-9267-50867c5a9d59 req-5209b752-9146-4219-9309-6faa71947e92 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Network 1b41e992-d948-40ba-9824-62aa83a1c4e8 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:27:04.994075 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [req-30916285-6915-4934-9267-50867c5a9d59 req-5209b752-9146-4219-9309-6faa71947e92 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:27:05.000557 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-30916285-6915-4934-9267-50867c5a9d59 req-5209b752-9146-4219-9309-6faa71947e92 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:27:05.015411 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41e624-bad8-4af6-95ff-cd4aed5f7d4e req-7ea94464-de6a-4f8b-bbdc-903f0b2e7483 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:05.017134 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f41e624-bad8-4af6-95ff-cd4aed5f7d4e req-7ea94464-de6a-4f8b-bbdc-903f0b2e7483 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/ports?device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 932 time: 0.1072454 Nov 11 22:27:05.042436 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209b752-9146-4219-9309-6faa71947e92 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Pushing event updated for resources: {'Port': ['ID=77eb2d11-a152-42c3-a37a-f34519e496f4,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:05.052863 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5209b752-9146-4219-9309-6faa71947e92 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:05.069779 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-1f41e624-bad8-4af6-95ff-cd4aed5f7d4e req-f9162451-5355-4aae-abe0-6e1e2968fa23 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Synchronizing usage tracker for tenant:03d14c68b0784f23aa402c707b432fb9 on resource:security_group {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:27:05.074665 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30916285-6915-4934-9267-50867c5a9d59 req-5209b752-9146-4219-9309-6faa71947e92 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:05.075357 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-30916285-6915-4934-9267-50867c5a9d59 req-5209b752-9146-4219-9309-6faa71947e92 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:05.113910 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-1f41e624-bad8-4af6-95ff-cd4aed5f7d4e req-f9162451-5355-4aae-abe0-6e1e2968fa23 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Unset dirty status for tenant:03d14c68b0784f23aa402c707b432fb9 on resource:security_group {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:27:05.115231 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f41e624-bad8-4af6-95ff-cd4aed5f7d4e req-f9162451-5355-4aae-abe0-6e1e2968fa23 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f875a01-cc0b-4776-a422-58ee2b04e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914814 Nov 11 22:27:05.149382 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-30916285-6915-4934-9267-50867c5a9d59 req-5209b752-9146-4219-9309-6faa71947e92 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9585922 Nov 11 22:27:05.162193 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Request body: {'port': {'device_id': 'd01144c1-d89d-4765-b13c-f5fd3d8df385', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:27:05.279917 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:05.638908 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77eb2d11-a152-42c3-a37a-f34519e496f4 {{(pid=88356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:27:05.646801 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:05.662555 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Transition to ACTIVE for port object 77eb2d11-a152-42c3-a37a-f34519e496f4 will not be triggered until provisioned by entity L2. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:27:05.708932 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853672831'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:05.714726 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4257003a-3adf-4c0f-86bb-8fd1f6bda761 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:05.853386 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Pushing event updated for resources: {'Port': ['ID=77eb2d11-a152-42c3-a37a-f34519e496f4,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:05.865645 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:05.866099 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:05.866509 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:05.866905 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:05.867301 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:05.867694 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:05.868087 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:05.868482 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:05.868869 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:05.869254 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:05.869640 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:05.898208 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:05.979181 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Attempting to bind port 77eb2d11-a152-42c3-a37a-f34519e496f4 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:27:05.979558 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Attempting to bind port 77eb2d11-a152-42c3-a37a-f34519e496f4 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '607ce827-6448-4e6b-9362-afeb1b067e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b41e992-d948-40ba-9824-62aa83a1c4e8'}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:27:05.979933 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Attempting to bind port 77eb2d11-a152-42c3-a37a-f34519e496f4 on network 1b41e992-d948-40ba-9824-62aa83a1c4e8 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:27:05.987080 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Port 77eb2d11-a152-42c3-a37a-f34519e496f4 on network 1b41e992-d948-40ba-9824-62aa83a1c4e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 22:27:05.987448 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Attempting to bind port 77eb2d11-a152-42c3-a37a-f34519e496f4 on network 1b41e992-d948-40ba-9824-62aa83a1c4e8 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:27:05.996486 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Checking agent: {'id': 'd308de4e-73e5-4a02-a57f-4634dba51a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:27:05.997139 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Checking segment: {'id': '607ce827-6448-4e6b-9362-afeb1b067e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b41e992-d948-40ba-9824-62aa83a1c4e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:27:05.997914 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Bound using segment: {'id': '607ce827-6448-4e6b-9362-afeb1b067e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b41e992-d948-40ba-9824-62aa83a1c4e8'} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:27:05.998602 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Bound port: 77eb2d11-a152-42c3-a37a-f34519e496f4, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607ce827-6448-4e6b-9362-afeb1b067e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '1b41e992-d948-40ba-9824-62aa83a1c4e8'}}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:27:05.999010 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:06.111717 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] For port 77eb2d11-a152-42c3-a37a-f34519e496f4, host hv-cinder-81588, cleared binding levels {{(pid=88356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:27:06.114981 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] For port 77eb2d11-a152-42c3-a37a-f34519e496f4, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=77eb2d11-a152-42c3-a37a-f34519e496f4,segment=NetworkSegment(607ce827-6448-4e6b-9362-afeb1b067e49),segment_id=607ce827-6448-4e6b-9362-afeb1b067e49)] {{(pid=88356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:27:06.331359 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077b965-20f7-411a-807b-917ab8d0c312 req-c0fe2bfc-c7b1-49cc-bf3d-49a1446d3376 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:06.332997 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b077b965-20f7-411a-807b-917ab8d0c312 req-c0fe2bfc-c7b1-49cc-bf3d-49a1446d3376 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/ports?device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 944 time: 0.0887952 Nov 11 22:27:06.383694 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b077b965-20f7-411a-807b-917ab8d0c312 req-047e69a1-c101-4e0b-b311-f23773a8e389 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f875a01-cc0b-4776-a422-58ee2b04e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441957 Nov 11 22:27:06.394465 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853672831'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:06.400963 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-927c3615-e354-4924-9ec7-8e4c0aa07e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:06.464908 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:06.466424 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-30916285-6915-4934-9267-50867c5a9d59 req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] 10.222.0.55 "PUT /v2.0/ports/77eb2d11-a152-42c3-a37a-f34519e496f4 HTTP/1.1" status: 200 len: 1094 time: 1.3088818 Nov 11 22:27:06.466955 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01144c1-d89d-4765-b13c-f5fd3d8df385', 'tag': '77eb2d11-a152-42c3-a37a-f34519e496f4'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:27:06.483939 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Pushing event updated for resources: {'Port': ['ID=77eb2d11-a152-42c3-a37a-f34519e496f4,revision_number=3']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:06.496421 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:06.678216 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01144c1-d89d-4765-b13c-f5fd3d8df385', 'tag': '77eb2d11-a152-42c3-a37a-f34519e496f4', 'status': 'completed', 'code': 200} Nov 11 22:27:06.696299 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-30916285-6915-4934-9267-50867c5a9d59 req-6479879e-ee3c-4371-9509-3f3ff5b0993e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03d14c68b0784f23aa402c707b432fb9&device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 1097 time: 0.1011119 Nov 11 22:27:06.776117 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-30916285-6915-4934-9267-50867c5a9d59 req-4dad4fcd-154f-4e1b-8095-c0976866ae91 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77eb2d11-a152-42c3-a37a-f34519e496f4 HTTP/1.1" status: 200 len: 217 time: 0.0703962 Nov 11 22:27:06.846100 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30916285-6915-4934-9267-50867c5a9d59 req-82fafe4c-b3c4-4982-9e5d-2516823808fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:06.847765 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-30916285-6915-4934-9267-50867c5a9d59 req-82fafe4c-b3c4-4982-9e5d-2516823808fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=268e71c1-f54e-4223-a47c-de0e5d4d8f74 HTTP/1.1" status: 200 len: 849 time: 0.0644355 Nov 11 22:27:06.901996 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-30916285-6915-4934-9267-50867c5a9d59 req-e4b94dbb-2d75-4aa7-95ea-42da673334c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1b41e992-d948-40ba-9824-62aa83a1c4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473542 Nov 11 22:27:07.061857 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-30916285-6915-4934-9267-50867c5a9d59 req-08b07c4c-c279-491b-a347-a7eecdce044c service neutron] 10.222.0.55 "GET /v2.0/networks/1b41e992-d948-40ba-9824-62aa83a1c4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506865 Nov 11 22:27:07.214588 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-30916285-6915-4934-9267-50867c5a9d59 req-aec778c5-8266-4fe0-9230-7d7d89f1032c service neutron] 10.222.0.55 "GET /v2.0/networks/1b41e992-d948-40ba-9824-62aa83a1c4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438503 Nov 11 22:27:07.401290 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6f81684d-ce7e-4711-a8f6-1972d5e474a6 req-758bc039-e0cf-4088-8ccc-cebcbf69bfb5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03d14c68b0784f23aa402c707b432fb9&device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 1097 time: 0.0774612 Nov 11 22:27:07.557876 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81684d-ce7e-4711-a8f6-1972d5e474a6 req-51787acc-1792-4fc0-9a52-c463d2d01829 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:07.559568 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6f81684d-ce7e-4711-a8f6-1972d5e474a6 req-51787acc-1792-4fc0-9a52-c463d2d01829 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1b41e992-d948-40ba-9824-62aa83a1c4e8 HTTP/1.1" status: 200 len: 910 time: 0.1511788 Nov 11 22:27:07.616560 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cc9e7-2828-423d-a009-ee9e5d4be48f req-f99ddd7b-74ad-421b-b2ab-eb492ceac2cf tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:07.618400 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fd9cc9e7-2828-423d-a009-ee9e5d4be48f req-f99ddd7b-74ad-421b-b2ab-eb492ceac2cf tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/ports?device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 944 time: 0.0928018 Nov 11 22:27:07.638137 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6f81684d-ce7e-4711-a8f6-1972d5e474a6 req-fed6c6f5-de0d-4a59-8666-b2aaa5dc3ded service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77eb2d11-a152-42c3-a37a-f34519e496f4 HTTP/1.1" status: 200 len: 217 time: 0.0706887 Nov 11 22:27:07.679168 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fd9cc9e7-2828-423d-a009-ee9e5d4be48f req-1744b6d4-ac22-4b1e-9029-1fde2ce6589b tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f875a01-cc0b-4776-a422-58ee2b04e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529554 Nov 11 22:27:07.708419 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81684d-ce7e-4711-a8f6-1972d5e474a6 req-9463982a-ef36-4334-a4ae-e010e156e4cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:07.710021 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6f81684d-ce7e-4711-a8f6-1972d5e474a6 req-9463982a-ef36-4334-a4ae-e010e156e4cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=268e71c1-f54e-4223-a47c-de0e5d4d8f74 HTTP/1.1" status: 200 len: 849 time: 0.0649569 Nov 11 22:27:07.760761 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6f81684d-ce7e-4711-a8f6-1972d5e474a6 req-220b7d26-d079-4b7f-b616-284adef0080a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1b41e992-d948-40ba-9824-62aa83a1c4e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428269 Nov 11 22:27:07.914596 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6f81684d-ce7e-4711-a8f6-1972d5e474a6 req-941aafec-44a9-4bbc-b1a7-5a7c4976f368 service neutron] 10.222.0.55 "GET /v2.0/networks/1b41e992-d948-40ba-9824-62aa83a1c4e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452377 Nov 11 22:27:08.063373 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6f81684d-ce7e-4711-a8f6-1972d5e474a6 req-5e7d202e-a33b-4956-9109-e3bee49e70bf service neutron] 10.222.0.55 "GET /v2.0/networks/1b41e992-d948-40ba-9824-62aa83a1c4e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414261 Nov 11 22:27:08.303000 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 77eb2d11-a152-42c3-a37a-f34519e496f4 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:27:08.450092 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 77eb2d11-a152-42c3-a37a-f34519e496f4, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=77eb2d11-a152-42c3-a37a-f34519e496f4,segment=NetworkSegment(607ce827-6448-4e6b-9362-afeb1b067e49),segment_id=607ce827-6448-4e6b-9362-afeb1b067e49)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:27:08.465620 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': '77eb2d11-a152-42c3-a37a-f34519e496f4', 'network_id': '1b41e992-d948-40ba-9824-62aa83a1c4e8', 'port_id': '77eb2d11-a152-42c3-a37a-f34519e496f4', 'mac_address': 'fa:16:3e:00:f2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '268e71c1-f54e-4223-a47c-de0e5d4d8f74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:27:08.527123 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:08.546848 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77eb2d11-a152-42c3-a37a-f34519e496f4 {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:27:08.563428 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 77eb2d11-a152-42c3-a37a-f34519e496f4, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=77eb2d11-a152-42c3-a37a-f34519e496f4,segment=NetworkSegment(607ce827-6448-4e6b-9362-afeb1b067e49),segment_id=607ce827-6448-4e6b-9362-afeb1b067e49)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:27:08.603007 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:08.605037 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:08.678300 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=77eb2d11-a152-42c3-a37a-f34519e496f4,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:08.688722 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:08.689116 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:08.689510 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:08.689934 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:08.690309 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:08.690692 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:08.691055 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:08.691449 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:08.691856 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:08.692316 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:08.692635 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:08.697102 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:08.858738 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['77eb2d11-a152-42c3-a37a-f34519e496f4'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:27:08.920918 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6212b-ae40-481c-b11b-287dd41ced69 req-6cafa6f7-4fa2-4750-b811-713f027ac83c tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:08.923223 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-70d6212b-ae40-481c-b11b-287dd41ced69 req-6cafa6f7-4fa2-4750-b811-713f027ac83c tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/ports?device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 945 time: 0.1084244 Nov 11 22:27:08.985008 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-70d6212b-ae40-481c-b11b-287dd41ced69 req-04323a57-e47b-4ed5-aeed-b4e9ee36fd4d tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f875a01-cc0b-4776-a422-58ee2b04e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504365 Nov 11 22:27:10.207646 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98917d2c-e47e-4e8c-be98-604b525f7045 req-ffa3ae61-c2f6-4296-85ab-6f91b86632f4 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:10.210333 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-98917d2c-e47e-4e8c-be98-604b525f7045 req-ffa3ae61-c2f6-4296-85ab-6f91b86632f4 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/ports?device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 945 time: 0.0971589 Nov 11 22:27:10.266070 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-98917d2c-e47e-4e8c-be98-604b525f7045 req-eafbd8a9-cdb0-4f35-86ad-4851f13aeb19 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f875a01-cc0b-4776-a422-58ee2b04e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484049 Nov 11 22:27:10.313520 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 77eb2d11-a152-42c3-a37a-f34519e496f4 up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:27:10.450977 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning for port 77eb2d11-a152-42c3-a37a-f34519e496f4 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:27:10.479998 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port 77eb2d11-a152-42c3-a37a-f34519e496f4 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:27:10.480421 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:10.635811 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:10.677886 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01144c1-d89d-4765-b13c-f5fd3d8df385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77eb2d11-a152-42c3-a37a-f34519e496f4'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:27:10.688806 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 77eb2d11-a152-42c3-a37a-f34519e496f4, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=77eb2d11-a152-42c3-a37a-f34519e496f4,segment=NetworkSegment(607ce827-6448-4e6b-9362-afeb1b067e49),segment_id=607ce827-6448-4e6b-9362-afeb1b067e49)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:27:10.725144 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:10.727399 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:10.759124 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01144c1-d89d-4765-b13c-f5fd3d8df385', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77eb2d11-a152-42c3-a37a-f34519e496f4', 'code': 200} Nov 11 22:27:10.802308 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=77eb2d11-a152-42c3-a37a-f34519e496f4,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:10.811314 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:11.058486 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1830cb22-23c6-4e37-8da7-36c044973fb6 req-0090df7f-5fe9-4813-8361-e096067f7378 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 1099 time: 0.0847778 Nov 11 22:27:11.105778 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1830cb22-23c6-4e37-8da7-36c044973fb6 req-44cbfe8b-0b86-45db-ae7d-20a4d0b81b80 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7f875a01-cc0b-4776-a422-58ee2b04e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439572 Nov 11 22:27:11.486986 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac5e73-dbe2-4874-a6cf-0aeb1ad0c95e req-e2f098e0-f2f2-4ead-adfd-c3355d88fc57 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:11.488715 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dcac5e73-dbe2-4874-a6cf-0aeb1ad0c95e req-e2f098e0-f2f2-4ead-adfd-c3355d88fc57 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/ports?device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 946 time: 0.0942121 Nov 11 22:27:11.545332 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dcac5e73-dbe2-4874-a6cf-0aeb1ad0c95e req-4ec2352e-0177-4f46-a664-cb585a69b801 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f875a01-cc0b-4776-a422-58ee2b04e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463898 Nov 11 22:27:12.784734 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c186c5-f428-438f-9bf0-7986188d6ac6 req-4503dfd5-7ad1-49c2-ad12-887d5567044f tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:12.786426 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-22c186c5-f428-438f-9bf0-7986188d6ac6 req-4503dfd5-7ad1-49c2-ad12-887d5567044f tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/ports?device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 946 time: 0.0865822 Nov 11 22:27:12.838966 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-22c186c5-f428-438f-9bf0-7986188d6ac6 req-affb2847-8a52-4a2d-a883-44de1e3f9237 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f875a01-cc0b-4776-a422-58ee2b04e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461226 Nov 11 22:27:15.239421 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 35390) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:27:15.398791 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c415be8-25e4-469e-a293-b9096054fe0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:15.437703 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6c415be8-25e4-469e-a293-b9096054fe0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:27:15.440901 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-6c415be8-25e4-469e-a293-b9096054fe0a admin admin] Usage tracker for resource:security_group_rule and tenant:826d5189f6dd4b908af6a08f213a70a5 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:27:15.443968 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-6c415be8-25e4-469e-a293-b9096054fe0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:27:15.450211 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-6c415be8-25e4-469e-a293-b9096054fe0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:27:15.526008 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c415be8-25e4-469e-a293-b9096054fe0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:15.565161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c415be8-25e4-469e-a293-b9096054fe0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:15.575045 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-920346c4-a002-405c-be52-b6507a9a3953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:15.619430 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c415be8-25e4-469e-a293-b9096054fe0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049789b4-1af9-4ef0-94d0-91df27e6892e,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:15.627426 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-6c415be8-25e4-469e-a293-b9096054fe0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=826d5189f6dd4b908af6a08f213a70a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3868041 Nov 11 22:27:15.628589 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6c415be8-25e4-469e-a293-b9096054fe0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:15.628860 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 35400) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:27:15.726096 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-189ce14d-4726-4d3e-83f0-ddea9aaed5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:15.756882 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-189ce14d-4726-4d3e-83f0-ddea9aaed5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:15.846402 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-189ce14d-4726-4d3e-83f0-ddea9aaed5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:15.851514 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-66c7e8ff-975c-496c-8893-baa39763964f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:15.868537 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ce14d-4726-4d3e-83f0-ddea9aaed5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049789b4-1af9-4ef0-94d0-91df27e6892e,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:15.873106 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-189ce14d-4726-4d3e-83f0-ddea9aaed5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:15.876639 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-189ce14d-4726-4d3e-83f0-ddea9aaed5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:15.880448 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-189ce14d-4726-4d3e-83f0-ddea9aaed5d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/049789b4-1af9-4ef0-94d0-91df27e6892e HTTP/1.1" status: 204 len: 168 time: 0.2461898 Nov 11 22:27:17.020034 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 35438) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:27:17.172643 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2c28fc0d-98d3-4c97-9633-c08d85cd8504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:17.189710 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef6f81-09b8-426b-8f00-cf1287ec434a req-1efe4629-54c2-454e-a711-f43cc07fb39f tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:17.191426 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-48ef6f81-09b8-426b-8f00-cf1287ec434a req-1efe4629-54c2-454e-a711-f43cc07fb39f tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/ports?device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 946 time: 0.0939023 Nov 11 22:27:17.197430 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1940217977-network', 'tenant_id': '020ef8e86b804329a4a26c58d880744b'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:27:17.204955 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:27:17.231236 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Usage tracker for resource:network and tenant:020ef8e86b804329a4a26c58d880744b is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:27:17.236204 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:27:17.250259 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:27:17.270228 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-48ef6f81-09b8-426b-8f00-cf1287ec434a req-b9fa062a-edf4-47a9-bbcf-35e41d6a9bf3 tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f875a01-cc0b-4776-a422-58ee2b04e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688019 Nov 11 22:27:17.302202 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Made reservation on behalf of 020ef8e86b804329a4a26c58d880744b for: {'network': 1} {{(pid=88355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:27:17.307283 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for network, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:17.321666 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:17.356848 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:27:17.361022 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Usage tracker for resource:security_group_rule and tenant:020ef8e86b804329a4a26c58d880744b is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:27:17.364218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:27:17.370439 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:27:17.441721 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:17.479528 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:17.484594 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-149d901c-321d-4234-9d49-ed9977ecea1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:17.511831 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=88355) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 22:27:17.528801 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d626fc0-6291-4487-aec7-715d010f56e8,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:17.533524 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:17.538018 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:17.538583 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.segments_db [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Added segment 912664f3-93a4-46e7-8e6b-695af6fa636a of type vlan for network 1e7a90e9-ae02-40de-812d-6cf54d812eb3 Nov 11 22:27:17.572128 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762808067494'] for network, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:17.633820 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for network, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:17.635398 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:17.636121 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:17.642282 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:17.759219 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Pushing event updated for resources: {'Network': ['ID=1e7a90e9-ae02-40de-812d-6cf54d812eb3,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:17.762160 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:17.775298 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Network 1e7a90e9-ae02-40de-812d-6cf54d812eb3 details requested by agent ovs-agent-dv-cinder-815883-4-smb with host dv-cinder-815883-4-smb {{(pid=88357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 22:27:17.789370 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-dcfb9eae-9b5b-4ce4-9b79-060ed4bd07b1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7678454 Nov 11 22:27:17.794391 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 35444) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:27:17.801968 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-ba44f426-c42e-4252-bdaa-2722f441e6ee admin admin] Request body: {'subnet': {'network_id': '1e7a90e9-ae02-40de-812d-6cf54d812eb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1940217977-subnet', 'tenant_id': '020ef8e86b804329a4a26c58d880744b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:27:17.807198 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ba44f426-c42e-4252-bdaa-2722f441e6ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:27:17.811789 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ba44f426-c42e-4252-bdaa-2722f441e6ee admin admin] Usage tracker for resource:subnet and tenant:020ef8e86b804329a4a26c58d880744b is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:27:17.815673 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-ba44f426-c42e-4252-bdaa-2722f441e6ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:27:17.822242 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-ba44f426-c42e-4252-bdaa-2722f441e6ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:27:17.866187 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba44f426-c42e-4252-bdaa-2722f441e6ee admin admin] Made reservation on behalf of 020ef8e86b804329a4a26c58d880744b for: {'subnet': 1} {{(pid=88355) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:27:17.882640 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba44f426-c42e-4252-bdaa-2722f441e6ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1452286'] for subnet, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:18.163266 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba44f426-c42e-4252-bdaa-2722f441e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1394974', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1452271'] for subnet, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:18.168303 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d24e0c89-f754-4452-9012-459ff6abc45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:18.244116 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44f426-c42e-4252-bdaa-2722f441e6ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=139fb545-281c-4189-8ac5-0632630350df,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:18.248276 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ba44f426-c42e-4252-bdaa-2722f441e6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:18.257458 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba44f426-c42e-4252-bdaa-2722f441e6ee admin admin] Checking segment: {'id': '912664f3-93a4-46e7-8e6b-695af6fa636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1e7a90e9-ae02-40de-812d-6cf54d812eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:27:18.257896 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba44f426-c42e-4252-bdaa-2722f441e6ee admin admin] Network hostable DHCP agents. Network: 1e7a90e9-ae02-40de-812d-6cf54d812eb3, hostable agents: ['677b8291-3a34-4ed4-9d57-1628f65efd5e'], hosted agents: [] {{(pid=88355) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 22:27:18.307675 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba44f426-c42e-4252-bdaa-2722f441e6ee admin admin] Network 1e7a90e9-ae02-40de-812d-6cf54d812eb3 is scheduled to be hosted by DHCP agent 677b8291-3a34-4ed4-9d57-1628f65efd5e with binding_index 1 {{(pid=88355) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 22:27:18.342212 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-ba44f426-c42e-4252-bdaa-2722f441e6ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-smb, 1e7a90e9-ae02-40de-812d-6cf54d812eb3) {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:27:18.347030 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba44f426-c42e-4252-bdaa-2722f441e6ee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:18.347681 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ba44f426-c42e-4252-bdaa-2722f441e6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:18.353175 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a61742c-f7b9-462b-a5d9-0b39b2c88aed None None] Network 1e7a90e9-ae02-40de-812d-6cf54d812eb3 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:27:18.398029 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-ba44f426-c42e-4252-bdaa-2722f441e6ee admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6022470 Nov 11 22:27:18.679443 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabcf3cd-7e54-4cbb-a464-b67c90d810cb None None] Network 1e7a90e9-ae02-40de-812d-6cf54d812eb3 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:27:18.763480 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b1362-20d2-4949-9509-c1ada80ca63a req-16e0a004-b1bf-4521-9fb3-8a227462d70f tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:18.766898 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a70b1362-20d2-4949-9509-c1ada80ca63a req-16e0a004-b1bf-4521-9fb3-8a227462d70f tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/ports?device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 946 time: 0.3653600 Nov 11 22:27:18.836380 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a70b1362-20d2-4949-9509-c1ada80ca63a req-21c031c2-c32d-46ae-ac52-07522f9c713b tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f875a01-cc0b-4776-a422-58ee2b04e413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565505 Nov 11 22:27:18.870838 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58f4d1-cf2c-4a26-8503-fe10acfac9c4 req-b9ad6a16-b14b-4581-a9b7-7a31df8139de tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:18.871766 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-1e58f4d1-cf2c-4a26-8503-fe10acfac9c4 req-b9ad6a16-b14b-4581-a9b7-7a31df8139de tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Synchronizing usage tracker for tenant:03d14c68b0784f23aa402c707b432fb9 on resource:port {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:27:18.894193 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:18.948065 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-1e58f4d1-cf2c-4a26-8503-fe10acfac9c4 req-b9ad6a16-b14b-4581-a9b7-7a31df8139de tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Unset dirty status for tenant:03d14c68b0784f23aa402c707b432fb9 on resource:port {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:27:18.950449 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1e58f4d1-cf2c-4a26-8503-fe10acfac9c4 req-b9ad6a16-b14b-4581-a9b7-7a31df8139de tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.55 "GET /v2.0/ports?device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 946 time: 0.4796135 Nov 11 22:27:19.052197 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-1e58f4d1-cf2c-4a26-8503-fe10acfac9c4 req-042f807a-9a54-4311-b27c-83cea9f998fc tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Deleting port 77eb2d11-a152-42c3-a37a-f34519e496f4 {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:27:19.052505 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-1e58f4d1-cf2c-4a26-8503-fe10acfac9c4 req-042f807a-9a54-4311-b27c-83cea9f998fc tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:19.326161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-1e58f4d1-cf2c-4a26-8503-fe10acfac9c4 req-042f807a-9a54-4311-b27c-83cea9f998fc tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] For port 77eb2d11-a152-42c3-a37a-f34519e496f4, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=77eb2d11-a152-42c3-a37a-f34519e496f4,segment=NetworkSegment(607ce827-6448-4e6b-9362-afeb1b067e49),segment_id=607ce827-6448-4e6b-9362-afeb1b067e49)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:27:19.326735 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-1e58f4d1-cf2c-4a26-8503-fe10acfac9c4 req-042f807a-9a54-4311-b27c-83cea9f998fc tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:19.457111 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-1e58f4d1-cf2c-4a26-8503-fe10acfac9c4 req-042f807a-9a54-4311-b27c-83cea9f998fc tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Calling delete_port for 77eb2d11-a152-42c3-a37a-f34519e496f4 owned by compute:nova {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:27:19.662441 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-07e7069f-a277-4599-9eb1-4987e781e768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:19.694456 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-1e58f4d1-cf2c-4a26-8503-fe10acfac9c4 req-042f807a-9a54-4311-b27c-83cea9f998fc tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:19.700670 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a60f73d2-c0e5-4f14-b782-f37f9fed9f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:19.706457 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['77eb2d11-a152-42c3-a37a-f34519e496f4'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:27:19.743100 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f807a-9a54-4311-b27c-83cea9f998fc tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Pushing event deleted for resources: {'Port': ['ID=77eb2d11-a152-42c3-a37a-f34519e496f4,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:19.751235 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-042f807a-9a54-4311-b27c-83cea9f998fc tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:19.827153 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e58f4d1-cf2c-4a26-8503-fe10acfac9c4 req-042f807a-9a54-4311-b27c-83cea9f998fc tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] No DVR routers for this DVR port 77eb2d11-a152-42c3-a37a-f34519e496f4 on host hv-cinder-81588 {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:27:19.829707 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-1e58f4d1-cf2c-4a26-8503-fe10acfac9c4 req-042f807a-9a54-4311-b27c-83cea9f998fc tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:19.832616 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01144c1-d89d-4765-b13c-f5fd3d8df385', 'name': 'network-vif-deleted', 'tag': '77eb2d11-a152-42c3-a37a-f34519e496f4'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:27:19.891039 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01144c1-d89d-4765-b13c-f5fd3d8df385', 'name': 'network-vif-deleted', 'tag': '77eb2d11-a152-42c3-a37a-f34519e496f4', 'status': 'completed', 'code': 200} Nov 11 22:27:19.903346 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1e58f4d1-cf2c-4a26-8503-fe10acfac9c4 req-042f807a-9a54-4311-b27c-83cea9f998fc tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.55 "DELETE /v2.0/ports/77eb2d11-a152-42c3-a37a-f34519e496f4 HTTP/1.1" status: 204 len: 173 time: 0.9456296 Nov 11 22:27:20.009923 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1b3ae30e-14c6-4003-902f-c5f398a272b7 req-d44a2751-37a3-4c47-9a31-c597ec59856e tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] 10.222.0.25 "GET /v2.0/ports?device_id=d01144c1-d89d-4765-b13c-f5fd3d8df385 HTTP/1.1" status: 200 len: 210 time: 0.0456088 Nov 11 22:27:20.255977 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:20.900394 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-a1851cbe-18dd-42ce-b92e-3de658d2fc1d tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:20.901144 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-a1851cbe-18dd-42ce-b92e-3de658d2fc1d tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Synchronizing usage tracker for tenant:020ef8e86b804329a4a26c58d880744b on resource:network {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:27:20.942201 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-a1851cbe-18dd-42ce-b92e-3de658d2fc1d tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Unset dirty status for tenant:020ef8e86b804329a4a26c58d880744b on resource:network {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:27:20.943681 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-a1851cbe-18dd-42ce-b92e-3de658d2fc1d tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/networks?id=1e7a90e9-ae02-40de-812d-6cf54d812eb3 HTTP/1.1" status: 200 len: 814 time: 0.2222903 Nov 11 22:27:20.962383 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-af2f6edd-2d67-4b0a-a8c9-6c0467d69b23 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/quotas/020ef8e86b804329a4a26c58d880744b HTTP/1.1" status: 200 len: 375 time: 0.0126302 Nov 11 22:27:21.014420 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-0abec70b-e65d-4a87-add3-5c2ab8374637 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=020ef8e86b804329a4a26c58d880744b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457282 Nov 11 22:27:21.164015 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-eb4a6412-a505-4a5d-bae4-200e6aec616b service neutron] 10.222.0.25 "GET /v2.0/networks/1e7a90e9-ae02-40de-812d-6cf54d812eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414213 Nov 11 22:27:21.314173 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-a9bfca98-2970-46a9-a8ad-4e77bb799a75 service neutron] 10.222.0.25 "GET /v2.0/networks/1e7a90e9-ae02-40de-812d-6cf54d812eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433806 Nov 11 22:27:21.514003 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:22.439837 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 77eb2d11-a152-42c3-a37a-f34519e496f4 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:27:22.477754 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] No Port match for: 77eb2d11-a152-42c3-a37a-f34519e496f4 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:27:22.478312 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 77eb2d11-a152-42c3-a37a-f34519e496f4 not bound to the agent host hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:27:22.601858 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-64dc460b-318b-45e6-832c-cebe5e33b392 req-106593e0-538c-4d33-99a7-99bb14c32c68 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 210 time: 0.0508964 Nov 11 22:27:23.716086 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-79ee165b-c985-468b-9a40-4e8d893e8b41 req-1778af80-6d16-4ed3-b742-da81208c181c tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 210 time: 0.0461762 Nov 11 22:27:24.829435 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-11c1ded0-b9d2-49a5-8506-1d367eda6c0c req-fb1e38ca-c163-48c0-8467-c52941c210b6 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 210 time: 0.0457380 Nov 11 22:27:25.950422 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fdba4e22-7154-4d7c-8c86-9dd1ae18115e req-326ddf9f-f5e0-486d-a6cd-4dc93dfdfcac tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 210 time: 0.0489700 Nov 11 22:27:27.128161 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-83d87f10-a045-43e8-85fd-4393f426200f req-d3cf6948-bcfa-4167-b38c-99d3fd14b9ad tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 210 time: 0.0455916 Nov 11 22:27:28.309558 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fcd9c66a-d902-462b-925d-13327154db6f req-ef98146a-6781-44c1-9418-5d4f940df9e5 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 210 time: 0.0522544 Nov 11 22:27:28.600876 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-e7dcafd2-5201-4712-933c-7c151ba34ba5 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:28.602437 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-e7dcafd2-5201-4712-933c-7c151ba34ba5 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.55 "GET /v2.0/networks?id=1e7a90e9-ae02-40de-812d-6cf54d812eb3 HTTP/1.1" status: 200 len: 814 time: 0.1728628 Nov 11 22:27:28.617625 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-ab584a33-7d6b-4590-b49c-24dd089871f6 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Request body: {'port': {'device_id': 'fab89e49-bcc9-4e38-8542-9a85d5060a2a', 'network_id': '1e7a90e9-ae02-40de-812d-6cf54d812eb3', 'admin_state_up': True, 'tenant_id': '020ef8e86b804329a4a26c58d880744b'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:27:28.762327 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-ab584a33-7d6b-4590-b49c-24dd089871f6 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:27:28.767072 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-ab584a33-7d6b-4590-b49c-24dd089871f6 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Usage tracker for resource:port and tenant:020ef8e86b804329a4a26c58d880744b is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:27:28.770145 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-ab584a33-7d6b-4590-b49c-24dd089871f6 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:27:28.776667 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-ab584a33-7d6b-4590-b49c-24dd089871f6 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:27:28.907741 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-ab584a33-7d6b-4590-b49c-24dd089871f6 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Made reservation on behalf of 020ef8e86b804329a4a26c58d880744b for: {'port': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:27:28.913810 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-ab584a33-7d6b-4590-b49c-24dd089871f6 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:29.088615 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-ab584a33-7d6b-4590-b49c-24dd089871f6 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Allocated IP 172.20.0.14 (1e7a90e9-ae02-40de-812d-6cf54d812eb3/139fb545-281c-4189-8ac5-0632630350df/4bc275b7-4247-43fa-982a-c53e27389181) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:27:29.294373 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-ab584a33-7d6b-4590-b49c-24dd089871f6 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:29.359697 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-ab584a33-7d6b-4590-b49c-24dd089871f6 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:29.366286 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f47783ab-3d69-4f12-ac5c-bfe9b1748783 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:29.442393 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-ab584a33-7d6b-4590-b49c-24dd089871f6 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Network 1e7a90e9-ae02-40de-812d-6cf54d812eb3 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:27:29.446024 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab584a33-7d6b-4590-b49c-24dd089871f6 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Pushing event updated for resources: {'Port': ['ID=4bc275b7-4247-43fa-982a-c53e27389181,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:29.448652 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-ab584a33-7d6b-4590-b49c-24dd089871f6 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:27:29.450602 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ab584a33-7d6b-4590-b49c-24dd089871f6 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:29.451310 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-ab584a33-7d6b-4590-b49c-24dd089871f6 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:27:29.535282 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-ab584a33-7d6b-4590-b49c-24dd089871f6 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:29.536368 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-ab584a33-7d6b-4590-b49c-24dd089871f6 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:29.542363 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef6ab9-de9f-467b-b3f3-891ee9074bc9 req-6ac7e3ff-3fe0-4492-a677-708f61459c7b tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:29.551691 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d3ef6ab9-de9f-467b-b3f3-891ee9074bc9 req-6ac7e3ff-3fe0-4492-a677-708f61459c7b tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 932 time: 0.1171563 Nov 11 22:27:29.596022 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-d3ef6ab9-de9f-467b-b3f3-891ee9074bc9 req-fc73576a-8f36-4294-a6b1-f62625725c09 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Synchronizing usage tracker for tenant:020ef8e86b804329a4a26c58d880744b on resource:security_group {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:27:29.600593 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-ab584a33-7d6b-4590-b49c-24dd089871f6 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9870486 Nov 11 22:27:29.614146 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Request body: {'port': {'device_id': 'fab89e49-bcc9-4e38-8542-9a85d5060a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:27:29.642425 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-d3ef6ab9-de9f-467b-b3f3-891ee9074bc9 req-fc73576a-8f36-4294-a6b1-f62625725c09 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Unset dirty status for tenant:020ef8e86b804329a4a26c58d880744b on resource:security_group {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:27:29.655265 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d3ef6ab9-de9f-467b-b3f3-891ee9074bc9 req-fc73576a-8f36-4294-a6b1-f62625725c09 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026711 Nov 11 22:27:29.740648 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:30.114182 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc275b7-4247-43fa-982a-c53e27389181 {{(pid=88356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:27:30.121479 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:30.137417 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Transition to ACTIVE for port object 4bc275b7-4247-43fa-982a-c53e27389181 will not be triggered until provisioned by entity L2. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:27:30.170794 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853672831'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:30.175940 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fe9edba6-922e-44da-b537-7755b3b83f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:30.323747 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Pushing event updated for resources: {'Port': ['ID=4bc275b7-4247-43fa-982a-c53e27389181,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:30.328268 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:30.443531 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Attempting to bind port 4bc275b7-4247-43fa-982a-c53e27389181 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:27:30.444137 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Attempting to bind port 4bc275b7-4247-43fa-982a-c53e27389181 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '912664f3-93a4-46e7-8e6b-695af6fa636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1e7a90e9-ae02-40de-812d-6cf54d812eb3'}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:27:30.444315 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Attempting to bind port 4bc275b7-4247-43fa-982a-c53e27389181 on network 1e7a90e9-ae02-40de-812d-6cf54d812eb3 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:27:30.450806 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Port 4bc275b7-4247-43fa-982a-c53e27389181 on network 1e7a90e9-ae02-40de-812d-6cf54d812eb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 22:27:30.451169 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Attempting to bind port 4bc275b7-4247-43fa-982a-c53e27389181 on network 1e7a90e9-ae02-40de-812d-6cf54d812eb3 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:27:30.459371 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Checking agent: {'id': 'd308de4e-73e5-4a02-a57f-4634dba51a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:27:30.459758 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Checking segment: {'id': '912664f3-93a4-46e7-8e6b-695af6fa636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1e7a90e9-ae02-40de-812d-6cf54d812eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:27:30.460175 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Bound using segment: {'id': '912664f3-93a4-46e7-8e6b-695af6fa636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1e7a90e9-ae02-40de-812d-6cf54d812eb3'} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:27:30.460657 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Bound port: 4bc275b7-4247-43fa-982a-c53e27389181, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '912664f3-93a4-46e7-8e6b-695af6fa636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1e7a90e9-ae02-40de-812d-6cf54d812eb3'}}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:27:30.461041 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:30.559334 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] For port 4bc275b7-4247-43fa-982a-c53e27389181, host hv-cinder-81588, cleared binding levels {{(pid=88356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:27:30.562722 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] For port 4bc275b7-4247-43fa-982a-c53e27389181, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=4bc275b7-4247-43fa-982a-c53e27389181,segment=NetworkSegment(912664f3-93a4-46e7-8e6b-695af6fa636a),segment_id=912664f3-93a4-46e7-8e6b-695af6fa636a)] {{(pid=88356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:27:30.600002 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853672831'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:30.605288 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:30.671933 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:30.674145 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] 10.222.0.55 "PUT /v2.0/ports/4bc275b7-4247-43fa-982a-c53e27389181 HTTP/1.1" status: 200 len: 1094 time: 1.0656018 Nov 11 22:27:30.674733 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab89e49-bcc9-4e38-8542-9a85d5060a2a', 'tag': '4bc275b7-4247-43fa-982a-c53e27389181'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:27:30.705934 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Pushing event updated for resources: {'Port': ['ID=4bc275b7-4247-43fa-982a-c53e27389181,revision_number=3']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:30.712650 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d340fcba-eb31-4d97-ac7a-a69866a8abbc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:30.733168 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab89e49-bcc9-4e38-8542-9a85d5060a2a', 'tag': '4bc275b7-4247-43fa-982a-c53e27389181', 'status': 'completed', 'code': 200} Nov 11 22:27:30.839694 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a78be0f5-d4c1-411b-ad2d-7d0be3def081 req-b7e69903-bf14-429f-912b-7ffb1cb7c499 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=020ef8e86b804329a4a26c58d880744b&device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 1097 time: 0.0848954 Nov 11 22:27:30.864989 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284fc578-f2cb-4548-b933-6369ff5426ba req-c6ae88a7-9971-4242-bdbd-85985a19d12e tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:30.866780 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-284fc578-f2cb-4548-b933-6369ff5426ba req-c6ae88a7-9971-4242-bdbd-85985a19d12e tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 944 time: 0.0928984 Nov 11 22:27:30.931806 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-284fc578-f2cb-4548-b933-6369ff5426ba req-a5db60d7-2232-45f2-8eb5-f317914b2a62 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521953 Nov 11 22:27:31.009167 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78be0f5-d4c1-411b-ad2d-7d0be3def081 req-504fff04-f570-4f02-8bf0-5b6221fd6f7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:31.010818 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a78be0f5-d4c1-411b-ad2d-7d0be3def081 req-504fff04-f570-4f02-8bf0-5b6221fd6f7b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=020ef8e86b804329a4a26c58d880744b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1629481 Nov 11 22:27:31.205628 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78be0f5-d4c1-411b-ad2d-7d0be3def081 req-b124831a-7a00-4dd7-83b4-b75ffc1f1997 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:31.208474 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a78be0f5-d4c1-411b-ad2d-7d0be3def081 req-b124831a-7a00-4dd7-83b4-b75ffc1f1997 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1911736 Nov 11 22:27:31.329602 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-a821f8d5-6d44-47e1-8984-7ccd291663c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=020ef8e86b804329a4a26c58d880744b&device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 1097 time: 0.0807762 Nov 11 22:27:31.406268 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-41e1c7e4-2c70-4693-a98a-83fc6abc56fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bc275b7-4247-43fa-982a-c53e27389181 HTTP/1.1" status: 200 len: 217 time: 0.0684972 Nov 11 22:27:31.476603 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-1239ae81-9444-40c0-b0a3-59118d58cd52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:31.478239 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-1239ae81-9444-40c0-b0a3-59118d58cd52 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=139fb545-281c-4189-8ac5-0632630350df HTTP/1.1" status: 200 len: 854 time: 0.0652776 Nov 11 22:27:31.533509 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-41339a95-45ba-4ee0-87e1-3e3102337031 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e7a90e9-ae02-40de-812d-6cf54d812eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482485 Nov 11 22:27:31.679235 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-f0c532f7-ade7-43b6-ba2c-2b471ef0e661 service neutron] 10.222.0.55 "GET /v2.0/networks/1e7a90e9-ae02-40de-812d-6cf54d812eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384280 Nov 11 22:27:31.824754 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3262f739-209b-40d4-b0a9-ba3456f308c4 req-dfc1418b-feac-456a-939f-343332182917 service neutron] 10.222.0.55 "GET /v2.0/networks/1e7a90e9-ae02-40de-812d-6cf54d812eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378646 Nov 11 22:27:32.148199 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814b01c-ebd7-44e9-a406-9199ff5cc5c8 req-865ed11f-035e-4b23-a9cd-564a0e1a49d8 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:32.149872 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a814b01c-ebd7-44e9-a406-9199ff5cc5c8 req-865ed11f-035e-4b23-a9cd-564a0e1a49d8 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 944 time: 0.0868235 Nov 11 22:27:32.199566 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a814b01c-ebd7-44e9-a406-9199ff5cc5c8 req-c2153302-e37a-4d0a-96ea-b8ea0ce8051a tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433767 Nov 11 22:27:32.500034 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 4bc275b7-4247-43fa-982a-c53e27389181 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:27:32.644538 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 4bc275b7-4247-43fa-982a-c53e27389181, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=4bc275b7-4247-43fa-982a-c53e27389181,segment=NetworkSegment(912664f3-93a4-46e7-8e6b-695af6fa636a),segment_id=912664f3-93a4-46e7-8e6b-695af6fa636a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:27:32.660452 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': '4bc275b7-4247-43fa-982a-c53e27389181', 'network_id': '1e7a90e9-ae02-40de-812d-6cf54d812eb3', 'port_id': '4bc275b7-4247-43fa-982a-c53e27389181', 'mac_address': 'fa:16:3e:1d:9c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139fb545-281c-4189-8ac5-0632630350df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:27:32.714934 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:32.735719 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc275b7-4247-43fa-982a-c53e27389181 {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:27:32.750797 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 4bc275b7-4247-43fa-982a-c53e27389181, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=4bc275b7-4247-43fa-982a-c53e27389181,segment=NetworkSegment(912664f3-93a4-46e7-8e6b-695af6fa636a),segment_id=912664f3-93a4-46e7-8e6b-695af6fa636a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:27:32.804527 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:32.806523 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:32.872882 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=4bc275b7-4247-43fa-982a-c53e27389181,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:32.885330 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:33.011121 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['4bc275b7-4247-43fa-982a-c53e27389181'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:27:33.282131 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:33.414559 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadacc1b-3dc3-4697-9f33-5e8e86bfb070 req-bd7db0d5-29df-47d1-81d7-eadda6a8f795 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:33.416179 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dadacc1b-3dc3-4697-9f33-5e8e86bfb070 req-bd7db0d5-29df-47d1-81d7-eadda6a8f795 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 945 time: 0.0872641 Nov 11 22:27:33.465684 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-dadacc1b-3dc3-4697-9f33-5e8e86bfb070 req-a53a8187-52a3-4ba0-ae7b-63d61834b71b tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432556 Nov 11 22:27:34.501073 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 4bc275b7-4247-43fa-982a-c53e27389181 up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:27:34.616400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning for port 4bc275b7-4247-43fa-982a-c53e27389181 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:27:34.623900 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port 4bc275b7-4247-43fa-982a-c53e27389181 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:27:34.624936 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:34.746635 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed8b97-f350-4885-be9b-d84e4a8d555f req-dd908ede-b832-4909-8fd8-1416620afb8c tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:34.748341 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e4ed8b97-f350-4885-be9b-d84e4a8d555f req-dd908ede-b832-4909-8fd8-1416620afb8c tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 945 time: 0.1414456 Nov 11 22:27:34.762876 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:34.794883 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab89e49-bcc9-4e38-8542-9a85d5060a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc275b7-4247-43fa-982a-c53e27389181'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:27:34.807939 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e4ed8b97-f350-4885-be9b-d84e4a8d555f req-749a5f98-f0a5-43f8-8612-74e6725e4f09 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530553 Nov 11 22:27:34.817245 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 4bc275b7-4247-43fa-982a-c53e27389181, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=4bc275b7-4247-43fa-982a-c53e27389181,segment=NetworkSegment(912664f3-93a4-46e7-8e6b-695af6fa636a),segment_id=912664f3-93a4-46e7-8e6b-695af6fa636a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:27:34.856193 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab89e49-bcc9-4e38-8542-9a85d5060a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc275b7-4247-43fa-982a-c53e27389181', 'code': 200} Nov 11 22:27:34.857473 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:34.859581 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:34.940643 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=4bc275b7-4247-43fa-982a-c53e27389181,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:34.943886 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:35.224611 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6ac0fde0-7ec3-4283-8ace-228bda4ca811 req-bc343e82-a14f-4e12-a6f2-62546f938c82 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 1099 time: 0.0877113 Nov 11 22:27:35.279601 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6ac0fde0-7ec3-4283-8ace-228bda4ca811 req-eff9ada8-775f-4d5f-98c1-d0e67366d3ed service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481219 Nov 11 22:27:36.050500 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8244aad9-c326-4992-8dc0-2e1dadde57be req-82b64db4-62cd-4331-9ee8-49d3e8ee6d5b tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:36.052238 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8244aad9-c326-4992-8dc0-2e1dadde57be req-82b64db4-62cd-4331-9ee8-49d3e8ee6d5b tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 946 time: 0.0907686 Nov 11 22:27:36.109016 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8244aad9-c326-4992-8dc0-2e1dadde57be req-dd39a848-d45b-48da-865a-72cef075a293 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504744 Nov 11 22:27:36.753299 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-badc91aa-fd4d-482e-a955-eeb2a76aa808 req-2d7d7c47-8919-4315-b983-76ab055d5c5f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797672 Nov 11 22:27:36.909843 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-badc91aa-fd4d-482e-a955-eeb2a76aa808 req-70b86824-df25-4fd5-9271-2cc44ed67e06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=020ef8e86b804329a4a26c58d880744b&device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 1099 time: 0.0771723 Nov 11 22:27:37.077388 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc91aa-fd4d-482e-a955-eeb2a76aa808 req-d9c097b9-23d9-41b0-a36f-8c8338365624 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:37.079313 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-badc91aa-fd4d-482e-a955-eeb2a76aa808 req-d9c097b9-23d9-41b0-a36f-8c8338365624 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e7a90e9-ae02-40de-812d-6cf54d812eb3 HTTP/1.1" status: 200 len: 915 time: 0.1495800 Nov 11 22:27:37.353349 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b44edf-23ab-42d2-bf9d-52c35ae427a9 req-440d262b-77d0-4090-9ffc-698ee10b5fcd tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:37.355438 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-55b44edf-23ab-42d2-bf9d-52c35ae427a9 req-440d262b-77d0-4090-9ffc-698ee10b5fcd tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 946 time: 0.0979815 Nov 11 22:27:37.396151 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-badc91aa-fd4d-482e-a955-eeb2a76aa808 req-bd2f0e94-bada-4d87-820f-e1cb6cb8537c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bc275b7-4247-43fa-982a-c53e27389181 HTTP/1.1" status: 200 len: 217 time: 0.3093212 Nov 11 22:27:37.430969 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-55b44edf-23ab-42d2-bf9d-52c35ae427a9 req-1ecb5d06-e45a-4319-a60d-4586f938f096 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686462 Nov 11 22:27:37.479945 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc91aa-fd4d-482e-a955-eeb2a76aa808 req-9e13ca67-7cec-4a89-a62d-5fca1b1ebb4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:27:37.479945 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-badc91aa-fd4d-482e-a955-eeb2a76aa808 req-9e13ca67-7cec-4a89-a62d-5fca1b1ebb4d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=139fb545-281c-4189-8ac5-0632630350df HTTP/1.1" status: 200 len: 854 time: 0.0740712 Nov 11 22:27:37.559048 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-badc91aa-fd4d-482e-a955-eeb2a76aa808 req-7f1ed40f-d104-41e0-bfa2-cb7b4dbb1b24 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e7a90e9-ae02-40de-812d-6cf54d812eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751171 Nov 11 22:27:37.714082 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-badc91aa-fd4d-482e-a955-eeb2a76aa808 req-25fdd6e9-bc06-4553-9403-1617ace41467 service neutron] 10.222.0.55 "GET /v2.0/networks/1e7a90e9-ae02-40de-812d-6cf54d812eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478350 Nov 11 22:27:37.882137 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-badc91aa-fd4d-482e-a955-eeb2a76aa808 req-b81e51e1-5ca7-4aec-a7ff-964ae0656604 service neutron] 10.222.0.55 "GET /v2.0/networks/1e7a90e9-ae02-40de-812d-6cf54d812eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614792 Nov 11 22:27:40.417660 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:27:40.791732 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 35708) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:27:40.863263 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] Deleting subnet 268e71c1-f54e-4223-a47c-de0e5d4d8f74 {{(pid=88355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 22:27:40.866592 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:40.920636 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1397145'] for subnet, precommit_delete_associations {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:40.986795 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850798312'] for subnet, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:41.242796 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3977473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853380654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853323545'] for subnet, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:41.249029 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:41.292950 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=268e71c1-f54e-4223-a47c-de0e5d4d8f74,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:41.307111 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:41.307576 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:41.308000 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:41.308767 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:41.309309 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:41.309721 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:41.310154 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:41.310559 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:41.310963 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:41.311360 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:41.311751 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:27:41.316137 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:41.320931 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:41.324181 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-7bcc4193-0a54-46ba-9fd9-64ba5841282b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/268e71c1-f54e-4223-a47c-de0e5d4d8f74 HTTP/1.1" status: 204 len: 168 time: 0.5313559 Nov 11 22:27:41.327375 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 35712) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:27:41.469604 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e150bb58-d430-40c4-b6fb-7b7de20adda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850740317'] for network, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:41.626608 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e150bb58-d430-40c4-b6fb-7b7de20adda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850799231', 'neutron.services.segments.db._delete_segments_for_network-8762808614344'] for network, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:41.665445 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-e150bb58-d430-40c4-b6fb-7b7de20adda5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b41e992-d948-40ba-9824-62aa83a1c4e8']}} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:27:41.692894 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-e150bb58-d430-40c4-b6fb-7b7de20adda5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607ce827-6448-4e6b-9362-afeb1b067e49') {'for_net_delete': True} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:27:41.693243 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-e150bb58-d430-40c4-b6fb-7b7de20adda5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607ce827-6448-4e6b-9362-afeb1b067e49') {} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:27:41.708400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e150bb58-d430-40c4-b6fb-7b7de20adda5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762808626649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853378672'] for segment, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:41.813967 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e150bb58-d430-40c4-b6fb-7b7de20adda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:41.820753 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e150bb58-d430-40c4-b6fb-7b7de20adda5 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 22:27:41.821187 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e150bb58-d430-40c4-b6fb-7b7de20adda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850807042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1394800'] for segment, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: Traceback (most recent call last): Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: timer() Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: cb(*args, **kw) Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: return func(*args, **kwargs) Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: self._notify() Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: self.callback(batched_events) Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: event.method(event) Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: segment_id)['aggregates'][0] Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: return f(self, *a, **k) Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: return self._get(url).json() Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: **kwargs) Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: **endpoint_filter) Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:27:41.842987 dv-cinder-815883-4-smb neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:27:42.016379 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e150bb58-d430-40c4-b6fb-7b7de20adda5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854332702'] for network, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:42.022081 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e150bb58-d430-40c4-b6fb-7b7de20adda5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:42.024797 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:42.054288 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150bb58-d430-40c4-b6fb-7b7de20adda5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b41e992-d948-40ba-9824-62aa83a1c4e8,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:42.057170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e150bb58-d430-40c4-b6fb-7b7de20adda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:42.094502 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-e150bb58-d430-40c4-b6fb-7b7de20adda5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1b41e992-d948-40ba-9824-62aa83a1c4e8 HTTP/1.1" status: 204 len: 168 time: 0.7657168 Nov 11 22:27:42.097074 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 35718) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:27:42.165161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f4b6ec-c889-46a7-97f6-f0da4eb2a8af admin admin] Deleting subnet c89d0677-9cfa-4b2e-902d-39cdb1d8ab62 {{(pid=88355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 22:27:42.170788 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9f4b6ec-c889-46a7-97f6-f0da4eb2a8af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:42.241454 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9f4b6ec-c889-46a7-97f6-f0da4eb2a8af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1397145'] for subnet, precommit_delete_associations {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:42.307810 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9f4b6ec-c889-46a7-97f6-f0da4eb2a8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850798312'] for subnet, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:42.410698 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9f4b6ec-c889-46a7-97f6-f0da4eb2a8af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3977473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853380654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853323545'] for subnet, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:42.416202 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:42.459380 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4b6ec-c889-46a7-97f6-f0da4eb2a8af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c89d0677-9cfa-4b2e-902d-39cdb1d8ab62,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:42.463452 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b9f4b6ec-c889-46a7-97f6-f0da4eb2a8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:42.467109 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b9f4b6ec-c889-46a7-97f6-f0da4eb2a8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:42.474217 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-b9f4b6ec-c889-46a7-97f6-f0da4eb2a8af admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c89d0677-9cfa-4b2e-902d-39cdb1d8ab62 HTTP/1.1" status: 204 len: 168 time: 0.3759503 Nov 11 22:27:42.476748 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 35722) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:27:42.621920 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51f8e039-ebf2-4d5a-b522-7484caa96304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850740317'] for network, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:42.763345 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51f8e039-ebf2-4d5a-b522-7484caa96304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850799231', 'neutron.services.segments.db._delete_segments_for_network-8762808614344'] for network, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:42.800024 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-51f8e039-ebf2-4d5a-b522-7484caa96304 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db6b4d3-98d2-41be-9e0b-723317ec23c0']}} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:27:42.821165 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-51f8e039-ebf2-4d5a-b522-7484caa96304 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5643c669-b149-435f-8f8e-b28b58450b19') {'for_net_delete': True} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:27:42.821499 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-51f8e039-ebf2-4d5a-b522-7484caa96304 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5643c669-b149-435f-8f8e-b28b58450b19') {} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:27:42.835945 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51f8e039-ebf2-4d5a-b522-7484caa96304 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762808626649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853378672'] for segment, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:42.853571 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51f8e039-ebf2-4d5a-b522-7484caa96304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:42.860794 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f8e039-ebf2-4d5a-b522-7484caa96304 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=88355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 22:27:42.861234 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51f8e039-ebf2-4d5a-b522-7484caa96304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850807042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1394800'] for segment, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: Traceback (most recent call last): Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: timer() Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: cb(*args, **kw) Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: return func(*args, **kwargs) Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: self._notify() Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: self.callback(batched_events) Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: event.method(event) Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: segment_id)['aggregates'][0] Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: return f(self, *a, **k) Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: return self._get(url).json() Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: **kwargs) Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: **endpoint_filter) Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:27:42.875378 dv-cinder-815883-4-smb neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:27:43.019311 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51f8e039-ebf2-4d5a-b522-7484caa96304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854332702'] for network, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:43.023825 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-30afa397-e2e6-44e9-83f9-aa7e7415212b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:43.041059 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-51f8e039-ebf2-4d5a-b522-7484caa96304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:43.052150 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8e039-ebf2-4d5a-b522-7484caa96304 admin admin] Pushing event deleted for resources: {'Network': ['ID=4db6b4d3-98d2-41be-9e0b-723317ec23c0,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:43.055722 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-51f8e039-ebf2-4d5a-b522-7484caa96304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:43.057374 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-51f8e039-ebf2-4d5a-b522-7484caa96304 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4db6b4d3-98d2-41be-9e0b-723317ec23c0 HTTP/1.1" status: 204 len: 168 time: 0.5795636 Nov 11 22:27:43.331968 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 35730) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:27:43.391379 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-09247439-7028-4f85-ac10-ebad02e02de1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03d14c68b0784f23aa402c707b432fb9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0574417 Nov 11 22:27:43.393966 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 35734) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:27:43.461335 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-04b0da7f-7130-44a6-b3e2-301c4ee1529f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:43.491305 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-04b0da7f-7130-44a6-b3e2-301c4ee1529f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:43.590585 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-04b0da7f-7130-44a6-b3e2-301c4ee1529f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:43.597464 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1046ebde-15e8-4d5f-9850-9f1f74fbf114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:43.612144 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0da7f-7130-44a6-b3e2-301c4ee1529f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f875a01-cc0b-4776-a422-58ee2b04e413,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:43.615036 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-04b0da7f-7130-44a6-b3e2-301c4ee1529f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:43.651489 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-04b0da7f-7130-44a6-b3e2-301c4ee1529f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:43.652742 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-04b0da7f-7130-44a6-b3e2-301c4ee1529f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f875a01-cc0b-4776-a422-58ee2b04e413 HTTP/1.1" status: 204 len: 168 time: 0.2577600 Nov 11 22:27:44.259445 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 35744) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:27:44.317335 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-077e06de-5372-49d0-920d-15736df63493 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9567a0c577024f969ddcf86dfd7ffc1f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0564125 Nov 11 22:27:44.320039 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 35748) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:27:44.389541 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf435020-9639-4d9d-b3ce-fc8b7f248e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:44.418995 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf435020-9639-4d9d-b3ce-fc8b7f248e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:44.564603 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf435020-9639-4d9d-b3ce-fc8b7f248e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:44.569988 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2579ef33-cdde-4332-8a10-39004d5aa394 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:27:44.581162 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf435020-9639-4d9d-b3ce-fc8b7f248e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba75a6d0-b6d2-4510-88d2-04cf94fc245f,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:27:44.585277 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bf435020-9639-4d9d-b3ce-fc8b7f248e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:27:44.589774 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf435020-9639-4d9d-b3ce-fc8b7f248e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:44.592112 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-bf435020-9639-4d9d-b3ce-fc8b7f248e78 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba75a6d0-b6d2-4510-88d2-04cf94fc245f HTTP/1.1" status: 204 len: 168 time: 0.2703342 Nov 11 22:27:47.167130 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72510c5f-c524-4699-9e7c-533e71d4e43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:48.793311 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:49.667364 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-a9b9a04f-04db-4dc4-9a44-00b75cd2716d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:50.253147 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:27:51.496110 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:03.289879 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:15.180743 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81169d25-6637-423f-88cb-00d27c1a2b54 req-3a78a8a4-6855-44f9-8375-4f794b7d3b33 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:15.182486 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-81169d25-6637-423f-88cb-00d27c1a2b54 req-3a78a8a4-6855-44f9-8375-4f794b7d3b33 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 946 time: 0.0836589 Nov 11 22:28:15.237352 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-81169d25-6637-423f-88cb-00d27c1a2b54 req-832499c6-f46b-4745-8264-1418a230d159 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485835 Nov 11 22:28:16.461023 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d693d73-8168-452f-9abe-a1aac0c8e1aa req-e07f01b7-2a0f-43fd-ba03-6ae0700c6b68 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:16.462858 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1d693d73-8168-452f-9abe-a1aac0c8e1aa req-e07f01b7-2a0f-43fd-ba03-6ae0700c6b68 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 946 time: 0.0920777 Nov 11 22:28:16.518420 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1d693d73-8168-452f-9abe-a1aac0c8e1aa req-5d599ed2-c3a4-483c-81fc-01107f654eb8 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490549 Nov 11 22:28:17.181340 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-78fc227b-5601-4fea-9a26-633322acc581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:17.419616 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:28:17.740874 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943270a-fe4b-48ce-91cb-dcfdc2fb9a6a req-247c5d81-8359-4643-aeef-f0eeda01f372 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:17.742470 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d943270a-fe4b-48ce-91cb-dcfdc2fb9a6a req-247c5d81-8359-4643-aeef-f0eeda01f372 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 946 time: 0.0882568 Nov 11 22:28:17.793997 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d943270a-fe4b-48ce-91cb-dcfdc2fb9a6a req-3186db21-2c05-4424-9de9-3b318424270f tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452812 Nov 11 22:28:18.806935 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:19.017683 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd5c2c-7a5b-4dbb-b8eb-49e61fadb02c req-e7c62e13-f85e-4929-a4bc-fd40be4266d2 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:19.019386 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2cfd5c2c-7a5b-4dbb-b8eb-49e61fadb02c req-e7c62e13-f85e-4929-a4bc-fd40be4266d2 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 946 time: 0.0865023 Nov 11 22:28:19.071844 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-2cfd5c2c-7a5b-4dbb-b8eb-49e61fadb02c req-1ac6bf97-01b0-45ce-af00-faf67df8929a tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458970 Nov 11 22:28:19.673088 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-72079352-a5ca-4585-b023-fb3b5011a00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:20.254288 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4c652-a151-475b-9478-9b9c5bda31da req-a7eb0f60-83fd-45ad-a1f9-0cd8394e0bc4 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:20.254990 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-18f4c652-a151-475b-9478-9b9c5bda31da req-a7eb0f60-83fd-45ad-a1f9-0cd8394e0bc4 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Synchronizing usage tracker for tenant:020ef8e86b804329a4a26c58d880744b on resource:port {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:28:20.284618 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:20.301979 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffda903-15ff-4ea8-9941-013915d919b8 req-f0b0ccf6-f95a-4306-8138-d1dea585aeda tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:20.303952 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5ffda903-15ff-4ea8-9941-013915d919b8 req-f0b0ccf6-f95a-4306-8138-d1dea585aeda tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 946 time: 0.0973523 Nov 11 22:28:20.315102 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-18f4c652-a151-475b-9478-9b9c5bda31da req-a7eb0f60-83fd-45ad-a1f9-0cd8394e0bc4 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Unset dirty status for tenant:020ef8e86b804329a4a26c58d880744b on resource:port {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:28:20.316455 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-18f4c652-a151-475b-9478-9b9c5bda31da req-a7eb0f60-83fd-45ad-a1f9-0cd8394e0bc4 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.55 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 946 time: 0.1529195 Nov 11 22:28:20.358253 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5ffda903-15ff-4ea8-9941-013915d919b8 req-140e128e-e929-40f1-b9de-09837f54d711 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475729 Nov 11 22:28:20.399305 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-18f4c652-a151-475b-9478-9b9c5bda31da req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Deleting port 4bc275b7-4247-43fa-982a-c53e27389181 {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:28:20.399680 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-18f4c652-a151-475b-9478-9b9c5bda31da req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:20.689805 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-18f4c652-a151-475b-9478-9b9c5bda31da req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] For port 4bc275b7-4247-43fa-982a-c53e27389181, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=4bc275b7-4247-43fa-982a-c53e27389181,segment=NetworkSegment(912664f3-93a4-46e7-8e6b-695af6fa636a),segment_id=912664f3-93a4-46e7-8e6b-695af6fa636a)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:28:20.690158 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-18f4c652-a151-475b-9478-9b9c5bda31da req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:20.824438 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-18f4c652-a151-475b-9478-9b9c5bda31da req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Calling delete_port for 4bc275b7-4247-43fa-982a-c53e27389181 owned by compute:nova {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:28:21.012162 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-18f4c652-a151-475b-9478-9b9c5bda31da req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:21.018496 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9797cb2d-2934-4b82-a63e-0e97268a38e5 tempest-VolumesActionsTest-1504723086 tempest-VolumesActionsTest-1504723086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:28:21.064968 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Pushing event deleted for resources: {'Port': ['ID=4bc275b7-4247-43fa-982a-c53e27389181,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:28:21.113499 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:21.113953 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:21.114369 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:21.114785 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:21.115190 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:21.115596 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:21.115996 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:21.116398 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:21.116795 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:21.117193 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:21.117587 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:21.125949 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:28:21.170460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f4c652-a151-475b-9478-9b9c5bda31da req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] No DVR routers for this DVR port 4bc275b7-4247-43fa-982a-c53e27389181 on host hv-cinder-81588 {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:28:21.174027 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-18f4c652-a151-475b-9478-9b9c5bda31da req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:21.177115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab89e49-bcc9-4e38-8542-9a85d5060a2a', 'name': 'network-vif-deleted', 'tag': '4bc275b7-4247-43fa-982a-c53e27389181'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:28:21.224232 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-18f4c652-a151-475b-9478-9b9c5bda31da req-96da9ff3-1b88-45f8-bcd7-186bf9f402a3 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.55 "DELETE /v2.0/ports/4bc275b7-4247-43fa-982a-c53e27389181 HTTP/1.1" status: 204 len: 173 time: 0.9018681 Nov 11 22:28:21.238977 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab89e49-bcc9-4e38-8542-9a85d5060a2a', 'name': 'network-vif-deleted', 'tag': '4bc275b7-4247-43fa-982a-c53e27389181', 'status': 'completed', 'code': 200} Nov 11 22:28:21.463822 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:21.568328 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-801f70b2-a69d-4f89-80e6-8f3644189a8f req-dd4f15f4-0d0a-4779-9930-5d90313dee6e tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=fab89e49-bcc9-4e38-8542-9a85d5060a2a HTTP/1.1" status: 200 len: 210 time: 0.0474193 Nov 11 22:28:22.673710 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 4bc275b7-4247-43fa-982a-c53e27389181 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:28:22.737590 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] No Port match for: 4bc275b7-4247-43fa-982a-c53e27389181 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:28:22.738307 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 4bc275b7-4247-43fa-982a-c53e27389181 not bound to the agent host hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:28:27.620555 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-de470006-2341-44af-a1ef-ea7e82be8eed tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:27.622338 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-de470006-2341-44af-a1ef-ea7e82be8eed tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/networks?id=1e7a90e9-ae02-40de-812d-6cf54d812eb3 HTTP/1.1" status: 200 len: 814 time: 0.1743958 Nov 11 22:28:27.642762 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-1978ccc3-e7af-471e-ab2c-6c7f36ff2d20 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/quotas/020ef8e86b804329a4a26c58d880744b HTTP/1.1" status: 200 len: 375 time: 0.0129359 Nov 11 22:28:27.701308 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-c3d37362-c639-4fd6-8fec-86f4e51621d7 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=020ef8e86b804329a4a26c58d880744b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519695 Nov 11 22:28:27.855265 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-b6db6057-58a0-4b9b-8e7a-d39474007e8a service neutron] 10.222.0.25 "GET /v2.0/networks/1e7a90e9-ae02-40de-812d-6cf54d812eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463552 Nov 11 22:28:28.007166 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-3cf4c5bc-a6b2-49f2-9c9c-3ab4090ded44 service neutron] 10.222.0.25 "GET /v2.0/networks/1e7a90e9-ae02-40de-812d-6cf54d812eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446562 Nov 11 22:28:28.305536 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-35d9d15a-a769-4d1c-8c00-9405e57edbb7 req-49869a7a-94cc-422b-8227-72c1bc0966d2 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 210 time: 0.0805399 Nov 11 22:28:29.518162 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ee12e38c-bb16-4334-93bf-b04b34700bb0 req-58d78e69-5aff-4d30-b07d-c7f136b2ee82 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 210 time: 0.0825517 Nov 11 22:28:30.263326 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-ef380a5a-18fa-47c6-b03c-3507a11d3171 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:30.265048 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-ef380a5a-18fa-47c6-b03c-3507a11d3171 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.55 "GET /v2.0/networks?id=1e7a90e9-ae02-40de-812d-6cf54d812eb3 HTTP/1.1" status: 200 len: 814 time: 0.2193742 Nov 11 22:28:30.283584 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-7c28d2a8-7093-479a-881a-84ed27d6cf49 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Request body: {'port': {'device_id': 'e6c64fff-ae7c-4e24-8895-6acea8b00c96', 'network_id': '1e7a90e9-ae02-40de-812d-6cf54d812eb3', 'admin_state_up': True, 'tenant_id': '020ef8e86b804329a4a26c58d880744b'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:28:30.449169 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-7c28d2a8-7093-479a-881a-84ed27d6cf49 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:28:30.453871 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-7c28d2a8-7093-479a-881a-84ed27d6cf49 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Usage tracker for resource:port and tenant:020ef8e86b804329a4a26c58d880744b is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:28:30.456914 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-7c28d2a8-7093-479a-881a-84ed27d6cf49 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:28:30.463642 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-7c28d2a8-7093-479a-881a-84ed27d6cf49 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:28:30.561427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-7c28d2a8-7093-479a-881a-84ed27d6cf49 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Made reservation on behalf of 020ef8e86b804329a4a26c58d880744b for: {'port': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:28:30.567791 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-7c28d2a8-7093-479a-881a-84ed27d6cf49 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:30.779532 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-7c28d2a8-7093-479a-881a-84ed27d6cf49 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Allocated IP 172.20.0.12 (1e7a90e9-ae02-40de-812d-6cf54d812eb3/139fb545-281c-4189-8ac5-0632630350df/d94fdf37-33ca-4754-912a-43e669397cd9) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:28:31.081293 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7672a917-5f35-4c50-ade9-f2afdcd01fca req-6708c972-eecf-4759-b87d-55b086adc38c tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 210 time: 0.2769146 Nov 11 22:28:31.139903 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-7c28d2a8-7093-479a-881a-84ed27d6cf49 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:31.223874 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-7c28d2a8-7093-479a-881a-84ed27d6cf49 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:31.230479 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d6418c9d-7071-4a70-9365-926f2c56142a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:28:31.305909 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-7c28d2a8-7093-479a-881a-84ed27d6cf49 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Network 1e7a90e9-ae02-40de-812d-6cf54d812eb3 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:28:31.309789 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-7c28d2a8-7093-479a-881a-84ed27d6cf49 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:28:31.311909 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28d2a8-7093-479a-881a-84ed27d6cf49 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Pushing event updated for resources: {'Port': ['ID=d94fdf37-33ca-4754-912a-43e669397cd9,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:28:31.314883 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-7c28d2a8-7093-479a-881a-84ed27d6cf49 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:28:31.346774 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7c28d2a8-7093-479a-881a-84ed27d6cf49 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:28:31.391833 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-7c28d2a8-7093-479a-881a-84ed27d6cf49 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:31.392550 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-7c28d2a8-7093-479a-881a-84ed27d6cf49 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:31.538389 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-7c28d2a8-7093-479a-881a-84ed27d6cf49 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2604406 Nov 11 22:28:31.551210 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Request body: {'port': {'device_id': 'e6c64fff-ae7c-4e24-8895-6acea8b00c96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:28:31.678137 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:32.056618 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d94fdf37-33ca-4754-912a-43e669397cd9 {{(pid=88356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:28:32.064650 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:32.137763 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Transition to ACTIVE for port object d94fdf37-33ca-4754-912a-43e669397cd9 will not be triggered until provisioned by entity L2. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:28:32.169694 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853672831'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:32.176520 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c31de710-5eb7-4a0d-941d-796d5bcabc29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:28:32.318345 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0de338-67c9-44f6-bca4-b653afa8f341 req-57aa27f6-8a5d-48d6-9849-784868f8a873 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:32.319933 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1d0de338-67c9-44f6-bca4-b653afa8f341 req-57aa27f6-8a5d-48d6-9849-784868f8a873 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 944 time: 0.0953910 Nov 11 22:28:32.379835 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1d0de338-67c9-44f6-bca4-b653afa8f341 req-009aad80-5091-4533-a341-b23320c14af1 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526700 Nov 11 22:28:32.384380 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Pushing event updated for resources: {'Port': ['ID=d94fdf37-33ca-4754-912a-43e669397cd9,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:28:32.394369 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:28:32.516763 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Attempting to bind port d94fdf37-33ca-4754-912a-43e669397cd9 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:28:32.517129 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Attempting to bind port d94fdf37-33ca-4754-912a-43e669397cd9 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '912664f3-93a4-46e7-8e6b-695af6fa636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1e7a90e9-ae02-40de-812d-6cf54d812eb3'}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:28:32.517499 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Attempting to bind port d94fdf37-33ca-4754-912a-43e669397cd9 on network 1e7a90e9-ae02-40de-812d-6cf54d812eb3 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:28:32.524517 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Port d94fdf37-33ca-4754-912a-43e669397cd9 on network 1e7a90e9-ae02-40de-812d-6cf54d812eb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 22:28:32.524871 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Attempting to bind port d94fdf37-33ca-4754-912a-43e669397cd9 on network 1e7a90e9-ae02-40de-812d-6cf54d812eb3 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:28:32.533248 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Checking agent: {'id': 'd308de4e-73e5-4a02-a57f-4634dba51a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:28:32.533625 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Checking segment: {'id': '912664f3-93a4-46e7-8e6b-695af6fa636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1e7a90e9-ae02-40de-812d-6cf54d812eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:28:32.534072 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Bound using segment: {'id': '912664f3-93a4-46e7-8e6b-695af6fa636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1e7a90e9-ae02-40de-812d-6cf54d812eb3'} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:28:32.535004 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Bound port: d94fdf37-33ca-4754-912a-43e669397cd9, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '912664f3-93a4-46e7-8e6b-695af6fa636a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '1e7a90e9-ae02-40de-812d-6cf54d812eb3'}}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:28:32.535004 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:32.634173 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] For port d94fdf37-33ca-4754-912a-43e669397cd9, host hv-cinder-81588, cleared binding levels {{(pid=88356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:28:32.638019 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] For port d94fdf37-33ca-4754-912a-43e669397cd9, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d94fdf37-33ca-4754-912a-43e669397cd9,segment=NetworkSegment(912664f3-93a4-46e7-8e6b-695af6fa636a),segment_id=912664f3-93a4-46e7-8e6b-695af6fa636a)] {{(pid=88356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:28:32.669564 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853672831'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:32.675275 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-106ce531-6c92-4d38-995e-129aa5e5965c tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:28:32.740665 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:32.742271 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] 10.222.0.55 "PUT /v2.0/ports/d94fdf37-33ca-4754-912a-43e669397cd9 HTTP/1.1" status: 200 len: 1094 time: 1.1961954 Nov 11 22:28:32.742882 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6c64fff-ae7c-4e24-8895-6acea8b00c96', 'tag': 'd94fdf37-33ca-4754-912a-43e669397cd9'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:28:32.766833 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Pushing event updated for resources: {'Port': ['ID=d94fdf37-33ca-4754-912a-43e669397cd9,revision_number=3']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:28:32.772924 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:28:32.802929 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6c64fff-ae7c-4e24-8895-6acea8b00c96', 'tag': 'd94fdf37-33ca-4754-912a-43e669397cd9', 'status': 'completed', 'code': 200} Nov 11 22:28:32.898608 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-40a251b2-3070-4c67-a062-991d596458a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=020ef8e86b804329a4a26c58d880744b&device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 1097 time: 0.0828576 Nov 11 22:28:32.974018 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-7d88c88e-13f5-4fa3-a19c-0405541d710e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d94fdf37-33ca-4754-912a-43e669397cd9 HTTP/1.1" status: 200 len: 217 time: 0.0667355 Nov 11 22:28:33.052224 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-55494c57-8c63-4726-a833-f69cf5a1a71d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:33.054009 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-55494c57-8c63-4726-a833-f69cf5a1a71d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=139fb545-281c-4189-8ac5-0632630350df HTTP/1.1" status: 200 len: 854 time: 0.0730550 Nov 11 22:28:33.105374 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-8f1a6993-21e4-4b6c-b300-9a1da0fb380f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e7a90e9-ae02-40de-812d-6cf54d812eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443239 Nov 11 22:28:33.256756 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-4552dda3-97bd-4e62-bb2a-52aa116cf74a service neutron] 10.222.0.55 "GET /v2.0/networks/1e7a90e9-ae02-40de-812d-6cf54d812eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439712 Nov 11 22:28:33.303115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:33.404673 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ee42a319-2ed5-4d6b-9a43-fd90fc7acdd5 req-915d3653-f721-41ae-824f-542137c9c33d service neutron] 10.222.0.55 "GET /v2.0/networks/1e7a90e9-ae02-40de-812d-6cf54d812eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412036 Nov 11 22:28:33.587305 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-290ff47f-87ca-4ae3-b33e-da6b299a01c7 req-914c3ab2-3728-49b4-9744-ae3ab46a9ca7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=020ef8e86b804329a4a26c58d880744b&device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 1097 time: 0.0989475 Nov 11 22:28:33.634637 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e5cb1-f75a-4145-b838-47b1b67bfa68 req-3f4be3f0-ef60-40fc-977a-98aca1a834a7 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:33.637956 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8c3e5cb1-f75a-4145-b838-47b1b67bfa68 req-3f4be3f0-ef60-40fc-977a-98aca1a834a7 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 944 time: 0.1265459 Nov 11 22:28:33.696116 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8c3e5cb1-f75a-4145-b838-47b1b67bfa68 req-98e5c10f-6907-4eb9-a2c9-5af039e7142c tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467904 Nov 11 22:28:33.760580 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ff47f-87ca-4ae3-b33e-da6b299a01c7 req-86344646-9732-4ddf-8a16-004046869ecd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:33.762251 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-290ff47f-87ca-4ae3-b33e-da6b299a01c7 req-86344646-9732-4ddf-8a16-004046869ecd service neutron] 10.222.0.55 "GET /v2.0/networks?id=1e7a90e9-ae02-40de-812d-6cf54d812eb3 HTTP/1.1" status: 200 len: 915 time: 0.1672747 Nov 11 22:28:33.840743 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-290ff47f-87ca-4ae3-b33e-da6b299a01c7 req-6c516f9d-4593-4bd4-93d2-974adf6d031d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d94fdf37-33ca-4754-912a-43e669397cd9 HTTP/1.1" status: 200 len: 217 time: 0.0710106 Nov 11 22:28:33.912520 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ff47f-87ca-4ae3-b33e-da6b299a01c7 req-a400e559-e598-49f1-9b0d-4f9f42e3f5ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:33.914167 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-290ff47f-87ca-4ae3-b33e-da6b299a01c7 req-a400e559-e598-49f1-9b0d-4f9f42e3f5ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=139fb545-281c-4189-8ac5-0632630350df HTTP/1.1" status: 200 len: 854 time: 0.0663819 Nov 11 22:28:33.971698 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-290ff47f-87ca-4ae3-b33e-da6b299a01c7 req-3d9b279c-996a-42af-afb2-d033d808f7bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1e7a90e9-ae02-40de-812d-6cf54d812eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504968 Nov 11 22:28:34.126994 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-290ff47f-87ca-4ae3-b33e-da6b299a01c7 req-892a7d46-45be-4f00-a7ba-84c176cc7a1d service neutron] 10.222.0.55 "GET /v2.0/networks/1e7a90e9-ae02-40de-812d-6cf54d812eb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463401 Nov 11 22:28:34.539321 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-290ff47f-87ca-4ae3-b33e-da6b299a01c7 req-a71771c2-faaf-4439-8356-7d77cf438b5e service neutron] 10.222.0.55 "GET /v2.0/networks/1e7a90e9-ae02-40de-812d-6cf54d812eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044125 Nov 11 22:28:34.959086 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e0a0b-a9b1-46a5-b008-e71a34ffe800 req-c9b6ce92-8695-495d-9d83-dfa06ca1014a tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:34.960815 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1d6e0a0b-a9b1-46a5-b008-e71a34ffe800 req-c9b6ce92-8695-495d-9d83-dfa06ca1014a tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 944 time: 0.1248114 Nov 11 22:28:35.017503 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1d6e0a0b-a9b1-46a5-b008-e71a34ffe800 req-7456bc66-4573-4324-90a3-9c2fe9c998bc tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504246 Nov 11 22:28:36.235395 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bfd3b-2155-4376-94de-6deb3fdebaf2 req-f61207a9-550c-478b-b6af-cc65512eb3f5 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:36.237091 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-416bfd3b-2155-4376-94de-6deb3fdebaf2 req-f61207a9-550c-478b-b6af-cc65512eb3f5 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 944 time: 0.0886970 Nov 11 22:28:36.287715 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-416bfd3b-2155-4376-94de-6deb3fdebaf2 req-1252bbf5-2f5d-4cca-9e6e-5bc52a58089f tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444915 Nov 11 22:28:36.748789 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device d94fdf37-33ca-4754-912a-43e669397cd9 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:28:36.902427 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port d94fdf37-33ca-4754-912a-43e669397cd9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d94fdf37-33ca-4754-912a-43e669397cd9,segment=NetworkSegment(912664f3-93a4-46e7-8e6b-695af6fa636a),segment_id=912664f3-93a4-46e7-8e6b-695af6fa636a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:28:36.917940 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': 'd94fdf37-33ca-4754-912a-43e669397cd9', 'network_id': '1e7a90e9-ae02-40de-812d-6cf54d812eb3', 'port_id': 'd94fdf37-33ca-4754-912a-43e669397cd9', 'mac_address': 'fa:16:3e:04:64:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139fb545-281c-4189-8ac5-0632630350df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:28:36.977538 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:37.000218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d94fdf37-33ca-4754-912a-43e669397cd9 {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:28:37.021716 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port d94fdf37-33ca-4754-912a-43e669397cd9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d94fdf37-33ca-4754-912a-43e669397cd9,segment=NetworkSegment(912664f3-93a4-46e7-8e6b-695af6fa636a),segment_id=912664f3-93a4-46e7-8e6b-695af6fa636a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:28:37.064181 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:37.067222 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:28:37.142284 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=d94fdf37-33ca-4754-912a-43e669397cd9,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:28:37.152095 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:37.152488 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:37.152875 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:37.153256 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:37.153635 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:37.154044 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:37.154418 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:37.154791 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:37.155164 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:37.155535 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:37.155954 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:28:37.160158 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:28:37.281174 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['d94fdf37-33ca-4754-912a-43e669397cd9'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:28:37.533351 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5b283-3601-4ca5-b32e-81c78b11ddfc req-be4f6871-6644-49a6-8dee-b11289e1dd1b tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:37.535407 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-49e5b283-3601-4ca5-b32e-81c78b11ddfc req-be4f6871-6644-49a6-8dee-b11289e1dd1b tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 945 time: 0.0984461 Nov 11 22:28:37.600118 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-49e5b283-3601-4ca5-b32e-81c78b11ddfc req-8fdade74-1586-4a2f-9155-986133fad03f tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540226 Nov 11 22:28:38.758778 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device d94fdf37-33ca-4754-912a-43e669397cd9 up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:28:38.822373 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273d447-5274-4f44-a8ca-edc13926ff5a req-55378e54-b6aa-430f-a6ce-700e02cae295 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:38.824034 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1273d447-5274-4f44-a8ca-edc13926ff5a req-55378e54-b6aa-430f-a6ce-700e02cae295 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 945 time: 0.0902219 Nov 11 22:28:38.873424 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1273d447-5274-4f44-a8ca-edc13926ff5a req-8b29531d-dcda-4716-a9ea-b73815c0a699 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425847 Nov 11 22:28:38.895778 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning for port d94fdf37-33ca-4754-912a-43e669397cd9 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:28:38.901236 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port d94fdf37-33ca-4754-912a-43e669397cd9 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:28:38.901658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:39.022252 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:39.050810 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c64fff-ae7c-4e24-8895-6acea8b00c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94fdf37-33ca-4754-912a-43e669397cd9'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:28:39.061170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port d94fdf37-33ca-4754-912a-43e669397cd9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d94fdf37-33ca-4754-912a-43e669397cd9,segment=NetworkSegment(912664f3-93a4-46e7-8e6b-695af6fa636a),segment_id=912664f3-93a4-46e7-8e6b-695af6fa636a)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:28:39.103606 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c64fff-ae7c-4e24-8895-6acea8b00c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd94fdf37-33ca-4754-912a-43e669397cd9', 'code': 200} Nov 11 22:28:39.181097 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:39.183805 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:28:39.251986 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=d94fdf37-33ca-4754-912a-43e669397cd9,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:28:39.255316 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:28:39.459848 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-993743f9-1127-4a91-b8d7-1907986b3fd6 req-8ccc600b-8042-493e-acc8-cf67157d2f1a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 1099 time: 0.0737770 Nov 11 22:28:39.505204 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-993743f9-1127-4a91-b8d7-1907986b3fd6 req-abf091d4-f0fb-4a1b-a8c9-16368531fe94 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389974 Nov 11 22:28:40.086399 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6b5ae-782a-4417-82de-3681be7b83d1 req-9090c347-eaaf-4339-bd8d-f468a165e048 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:40.088068 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d6d6b5ae-782a-4417-82de-3681be7b83d1 req-9090c347-eaaf-4339-bd8d-f468a165e048 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 946 time: 0.0912483 Nov 11 22:28:40.143043 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d6d6b5ae-782a-4417-82de-3681be7b83d1 req-77487370-6a3d-4228-a254-72c75a384424 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436399 Nov 11 22:28:41.358122 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd80d8-6eb0-40cf-b88c-5ca8c78cb4cb req-49ebd720-4f1e-4b58-b502-3b9b8c363316 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:28:41.359724 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-23dd80d8-6eb0-40cf-b88c-5ca8c78cb4cb req-49ebd720-4f1e-4b58-b502-3b9b8c363316 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 946 time: 0.0847797 Nov 11 22:28:41.410137 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-23dd80d8-6eb0-40cf-b88c-5ca8c78cb4cb req-543c6981-ec8b-488d-98f9-554b39b768fd tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442121 Nov 11 22:28:47.188296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-110d8a1a-a6e4-4030-be14-3dc72cc8bc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:49.280640 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:49.674630 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ceaa4292-a9de-4bbd-b0fd-5842820f8a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:50.257113 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:51.468209 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:28:54.421060 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:29:01.724282 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491190c-4daf-45d6-9b29-63b61da30335 req-90f4af68-2429-41c9-98ec-af753286b80c tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:29:01.725915 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6491190c-4daf-45d6-9b29-63b61da30335 req-90f4af68-2429-41c9-98ec-af753286b80c tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 946 time: 0.2272763 Nov 11 22:29:01.775814 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6491190c-4daf-45d6-9b29-63b61da30335 req-7b374651-28c1-4968-8c4c-29df11136084 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435936 Nov 11 22:29:03.068947 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed5623-0a1b-4d8a-b2dc-3a1add6bb66e req-736726d7-4176-497c-ba6f-f9e5032d5622 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:29:03.070717 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f3ed5623-0a1b-4d8a-b2dc-3a1add6bb66e req-736726d7-4176-497c-ba6f-f9e5032d5622 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 946 time: 0.1657603 Nov 11 22:29:03.124770 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f3ed5623-0a1b-4d8a-b2dc-3a1add6bb66e req-99a14e9e-2a64-4b88-b0db-3d2a07b96357 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478358 Nov 11 22:29:03.324815 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:04.332271 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59b088-dbfd-4558-b8db-192f245d6b89 req-1b0641a4-3d2e-40ce-a866-b56fbc27defa tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:29:04.333931 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5f59b088-dbfd-4558-b8db-192f245d6b89 req-1b0641a4-3d2e-40ce-a866-b56fbc27defa tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 946 time: 0.0845683 Nov 11 22:29:04.384141 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5f59b088-dbfd-4558-b8db-192f245d6b89 req-84cb4329-aef1-4059-8dee-6d5062f351de tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439270 Nov 11 22:29:05.593117 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bccff6-f276-4f32-b816-15e1b29ca2e8 req-781ebb74-a703-4d22-a26c-6e1bf20168c2 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:29:05.594808 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-01bccff6-f276-4f32-b816-15e1b29ca2e8 req-781ebb74-a703-4d22-a26c-6e1bf20168c2 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 946 time: 0.0878508 Nov 11 22:29:05.645822 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-01bccff6-f276-4f32-b816-15e1b29ca2e8 req-15bab310-7aaf-4e39-9f06-adf881c90e48 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438690 Nov 11 22:29:06.169423 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282fd45-9951-4a21-9bc4-4179802ba143 req-afd445cf-6c7c-4695-814f-ac200966dfac tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:29:06.170211 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-9282fd45-9951-4a21-9bc4-4179802ba143 req-afd445cf-6c7c-4695-814f-ac200966dfac tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Synchronizing usage tracker for tenant:020ef8e86b804329a4a26c58d880744b on resource:port {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:29:06.221927 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-9282fd45-9951-4a21-9bc4-4179802ba143 req-afd445cf-6c7c-4695-814f-ac200966dfac tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Unset dirty status for tenant:020ef8e86b804329a4a26c58d880744b on resource:port {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:29:06.223217 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9282fd45-9951-4a21-9bc4-4179802ba143 req-afd445cf-6c7c-4695-814f-ac200966dfac tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.55 "GET /v2.0/ports?device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 946 time: 0.1398876 Nov 11 22:29:06.297702 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-9282fd45-9951-4a21-9bc4-4179802ba143 req-fafd6ec9-08f5-4491-bcbc-3536eb7b9e79 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Deleting port d94fdf37-33ca-4754-912a-43e669397cd9 {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:29:06.298107 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9282fd45-9951-4a21-9bc4-4179802ba143 req-fafd6ec9-08f5-4491-bcbc-3536eb7b9e79 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:06.668357 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-9282fd45-9951-4a21-9bc4-4179802ba143 req-fafd6ec9-08f5-4491-bcbc-3536eb7b9e79 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] For port d94fdf37-33ca-4754-912a-43e669397cd9, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=d94fdf37-33ca-4754-912a-43e669397cd9,segment=NetworkSegment(912664f3-93a4-46e7-8e6b-695af6fa636a),segment_id=912664f3-93a4-46e7-8e6b-695af6fa636a)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:29:06.669009 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9282fd45-9951-4a21-9bc4-4179802ba143 req-fafd6ec9-08f5-4491-bcbc-3536eb7b9e79 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:06.866224 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9d5f-6ed2-4e0f-a1c3-9ecad931a786 req-de265796-dc95-45e2-a16d-0301fc400146 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:29:06.867814 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a64a9d5f-6ed2-4e0f-a1c3-9ecad931a786 req-de265796-dc95-45e2-a16d-0301fc400146 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 946 time: 0.0872626 Nov 11 22:29:06.920221 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a64a9d5f-6ed2-4e0f-a1c3-9ecad931a786 req-3a3429fa-f2fd-4a1a-8bc8-10eb2d271050 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d626fc0-6291-4487-aec7-715d010f56e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446947 Nov 11 22:29:06.927956 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-9282fd45-9951-4a21-9bc4-4179802ba143 req-fafd6ec9-08f5-4491-bcbc-3536eb7b9e79 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Calling delete_port for d94fdf37-33ca-4754-912a-43e669397cd9 owned by compute:nova {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:29:07.119059 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9282fd45-9951-4a21-9bc4-4179802ba143 req-fafd6ec9-08f5-4491-bcbc-3536eb7b9e79 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:07.125294 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-28fac42c-88df-45aa-8151-93f4caee005d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:07.131402 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['d94fdf37-33ca-4754-912a-43e669397cd9'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:29:07.168781 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd6ec9-08f5-4491-bcbc-3536eb7b9e79 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Pushing event deleted for resources: {'Port': ['ID=d94fdf37-33ca-4754-912a-43e669397cd9,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:07.173103 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fafd6ec9-08f5-4491-bcbc-3536eb7b9e79 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:07.250360 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-9282fd45-9951-4a21-9bc4-4179802ba143 req-fafd6ec9-08f5-4491-bcbc-3536eb7b9e79 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] No DVR routers for this DVR port d94fdf37-33ca-4754-912a-43e669397cd9 on host hv-cinder-81588 {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:29:07.252975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-9282fd45-9951-4a21-9bc4-4179802ba143 req-fafd6ec9-08f5-4491-bcbc-3536eb7b9e79 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:07.256534 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6c64fff-ae7c-4e24-8895-6acea8b00c96', 'name': 'network-vif-deleted', 'tag': 'd94fdf37-33ca-4754-912a-43e669397cd9'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:29:07.297096 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9282fd45-9951-4a21-9bc4-4179802ba143 req-fafd6ec9-08f5-4491-bcbc-3536eb7b9e79 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.55 "DELETE /v2.0/ports/d94fdf37-33ca-4754-912a-43e669397cd9 HTTP/1.1" status: 204 len: 173 time: 1.0674999 Nov 11 22:29:07.344830 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6c64fff-ae7c-4e24-8895-6acea8b00c96', 'name': 'network-vif-deleted', 'tag': 'd94fdf37-33ca-4754-912a-43e669397cd9', 'status': 'completed', 'code': 200} Nov 11 22:29:08.128231 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5d701e7e-3d2f-4d97-a965-a5138aef50d8 req-b88c0717-bf72-4bcd-a8b7-1b9e7f1369c1 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6c64fff-ae7c-4e24-8895-6acea8b00c96 HTTP/1.1" status: 200 len: 210 time: 0.0582886 Nov 11 22:29:10.917190 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device d94fdf37-33ca-4754-912a-43e669397cd9 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:29:10.952056 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] No Port match for: d94fdf37-33ca-4754-912a-43e669397cd9 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:29:10.952449 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device d94fdf37-33ca-4754-912a-43e669397cd9 not bound to the agent host hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:29:17.284761 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-05fc1c70-c8cd-4a61-97df-0ca31d5a97d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:18.810321 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:19.679191 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5c01ca96-df07-4d4c-9884-ea2c1fdedb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:20.261456 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:21.450101 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:30.283692 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 36184) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:29:30.355437 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] Deleting subnet 139fb545-281c-4189-8ac5-0632630350df {{(pid=88356) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 22:29:30.359002 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:30.414353 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853582146'] for subnet, precommit_delete_associations {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:30.481203 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850798312'] for subnet, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:30.610329 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3977473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853672706', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2146006717'] for subnet, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:30.616486 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-9b4cfbc9-7d18-4f67-b0a2-08f721cf2790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:30.654208 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139fb545-281c-4189-8ac5-0632630350df,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:30.664927 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:30.673888 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:30.674433 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:30.674888 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:30.675334 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:30.676306 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:30.676748 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:30.677185 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:30.677641 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:30.678127 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:30.678573 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:30.679146 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:30.683229 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:30.685404 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-c91cda63-8ac4-4638-ab92-417de69c8e0a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/139fb545-281c-4189-8ac5-0632630350df HTTP/1.1" status: 204 len: 168 time: 0.4001403 Nov 11 22:29:30.688011 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 36188) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:29:30.808821 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-45708996-3d48-46ec-972c-15177877fc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850740317'] for network, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:30.954244 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-45708996-3d48-46ec-972c-15177877fc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850799231', 'neutron.services.segments.db._delete_segments_for_network-8762808614344'] for network, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:30.986432 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-45708996-3d48-46ec-972c-15177877fc6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7a90e9-ae02-40de-812d-6cf54d812eb3']}} {{(pid=88356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:29:31.007805 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-45708996-3d48-46ec-972c-15177877fc6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '912664f3-93a4-46e7-8e6b-695af6fa636a') {'for_net_delete': True} {{(pid=88356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:29:31.008136 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-45708996-3d48-46ec-972c-15177877fc6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '912664f3-93a4-46e7-8e6b-695af6fa636a') {} {{(pid=88356) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:29:31.024124 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-45708996-3d48-46ec-972c-15177877fc6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762808626649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1193655'] for segment, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:31.043490 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-45708996-3d48-46ec-972c-15177877fc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:31.053008 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45708996-3d48-46ec-972c-15177877fc6d admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88356) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 22:29:31.053463 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-45708996-3d48-46ec-972c-15177877fc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850807042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1103196'] for segment, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: Traceback (most recent call last): Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: timer() Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: cb(*args, **kw) Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: return func(*args, **kwargs) Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: self._notify() Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: self.callback(batched_events) Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: event.method(event) Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: segment_id)['aggregates'][0] Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: return f(self, *a, **k) Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: return self._get(url).json() Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: **kwargs) Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: **endpoint_filter) Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:29:31.068994 dv-cinder-815883-4-smb neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:29:31.210168 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-45708996-3d48-46ec-972c-15177877fc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854332702'] for network, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:31.214595 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1480ed39-4555-4dd0-bc59-78c2aa27911d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:31.231118 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-45708996-3d48-46ec-972c-15177877fc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:31.250626 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45708996-3d48-46ec-972c-15177877fc6d admin admin] Pushing event deleted for resources: {'Network': ['ID=1e7a90e9-ae02-40de-812d-6cf54d812eb3,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:31.254323 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-45708996-3d48-46ec-972c-15177877fc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:31.279604 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-45708996-3d48-46ec-972c-15177877fc6d admin admin] 10.222.0.25 "DELETE /v2.0/networks/1e7a90e9-ae02-40de-812d-6cf54d812eb3 HTTP/1.1" status: 204 len: 168 time: 0.5896642 Nov 11 22:29:31.572191 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 36194) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:29:31.583933 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:29:31.632007 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-5eaea43a-0f19-4f88-a774-a395a0072b01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=020ef8e86b804329a4a26c58d880744b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0583429 Nov 11 22:29:31.634869 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 36198) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:29:31.708202 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c18f7db-2e1f-41ac-bbe3-f370c4326426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:31.737999 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c18f7db-2e1f-41ac-bbe3-f370c4326426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:31.980192 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c18f7db-2e1f-41ac-bbe3-f370c4326426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:31.986051 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-be3ea1f4-5740-4f23-a688-fec368e2c2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:32.002944 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c18f7db-2e1f-41ac-bbe3-f370c4326426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d626fc0-6291-4487-aec7-715d010f56e8,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:32.006453 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-6c18f7db-2e1f-41ac-bbe3-f370c4326426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:32.052736 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6c18f7db-2e1f-41ac-bbe3-f370c4326426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:32.054912 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-6c18f7db-2e1f-41ac-bbe3-f370c4326426 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3d626fc0-6291-4487-aec7-715d010f56e8 HTTP/1.1" status: 204 len: 168 time: 0.4187145 Nov 11 22:29:33.249793 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 36220) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:29:33.318502 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:33.428294 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1808932837-network', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:29:33.434238 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:29:33.438948 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Usage tracker for resource:network and tenant:eadb1d96f9ad4dc6a1407f8764d24537 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:29:33.443084 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:29:33.449548 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:29:33.518441 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Made reservation on behalf of eadb1d96f9ad4dc6a1407f8764d24537 for: {'network': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:29:33.523755 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for network, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:33.539092 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:33.583845 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:29:33.591846 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Usage tracker for resource:security_group_rule and tenant:eadb1d96f9ad4dc6a1407f8764d24537 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:29:33.597824 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:29:33.608764 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:29:33.717482 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:33.751902 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:33.757259 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e3ce51ff-50fe-47ad-b04a-78ef6657c8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:33.785346 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=88356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 22:29:33.799859 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04892b66-555c-4e6f-b00d-37905d244937,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:33.805293 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:33.806402 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:33.806796 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.segments_db [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Added segment 90880d64-924f-4315-be5e-e98b2c1908e3 of type vlan for network c1808a09-c119-4890-b497-eb250475e018 Nov 11 22:29:33.837141 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762808067494'] for network, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:33.901875 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for network, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:33.903235 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:29:33.903872 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:33.907820 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:34.017449 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Pushing event updated for resources: {'Network': ['ID=c1808a09-c119-4890-b497-eb250475e018,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:34.021630 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:34.032888 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Network c1808a09-c119-4890-b497-eb250475e018 details requested by agent ovs-agent-dv-cinder-815883-4-smb with host dv-cinder-815883-4-smb {{(pid=88357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 22:29:34.038431 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-e03ff958-9690-422f-bcd1-a051bd63c937 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7874119 Nov 11 22:29:34.041708 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 36226) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:29:34.048259 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-39b7ae02-a5d2-4377-b72a-e9cc895f8e1a admin admin] Request body: {'subnet': {'network_id': 'c1808a09-c119-4890-b497-eb250475e018', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1808932837-subnet', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'ip_version': 4}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:29:34.054617 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-39b7ae02-a5d2-4377-b72a-e9cc895f8e1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:29:34.059262 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-39b7ae02-a5d2-4377-b72a-e9cc895f8e1a admin admin] Usage tracker for resource:subnet and tenant:eadb1d96f9ad4dc6a1407f8764d24537 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:29:34.062591 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-39b7ae02-a5d2-4377-b72a-e9cc895f8e1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:29:34.069512 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-39b7ae02-a5d2-4377-b72a-e9cc895f8e1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:29:34.123251 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b7ae02-a5d2-4377-b72a-e9cc895f8e1a admin admin] Made reservation on behalf of eadb1d96f9ad4dc6a1407f8764d24537 for: {'subnet': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:29:34.128465 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-39b7ae02-a5d2-4377-b72a-e9cc895f8e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372034708769116'] for subnet, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:34.381711 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-39b7ae02-a5d2-4377-b72a-e9cc895f8e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372034708769099'] for subnet, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:34.386924 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:34.469697 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b7ae02-a5d2-4377-b72a-e9cc895f8e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1d641b-4825-490b-bb75-eea0b85b8324,revision_number=0']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:34.473459 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-39b7ae02-a5d2-4377-b72a-e9cc895f8e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:34.485611 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b7ae02-a5d2-4377-b72a-e9cc895f8e1a admin admin] Checking segment: {'id': '90880d64-924f-4315-be5e-e98b2c1908e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c1808a09-c119-4890-b497-eb250475e018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:29:34.486049 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b7ae02-a5d2-4377-b72a-e9cc895f8e1a admin admin] Network hostable DHCP agents. Network: c1808a09-c119-4890-b497-eb250475e018, hostable agents: ['677b8291-3a34-4ed4-9d57-1628f65efd5e'], hosted agents: [] {{(pid=88356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 22:29:34.536588 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b7ae02-a5d2-4377-b72a-e9cc895f8e1a admin admin] Network c1808a09-c119-4890-b497-eb250475e018 is scheduled to be hosted by DHCP agent 677b8291-3a34-4ed4-9d57-1628f65efd5e with binding_index 1 {{(pid=88356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 22:29:34.575322 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-39b7ae02-a5d2-4377-b72a-e9cc895f8e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-smb, c1808a09-c119-4890-b497-eb250475e018) {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:29:34.580793 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b7ae02-a5d2-4377-b72a-e9cc895f8e1a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:29:34.582385 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-39b7ae02-a5d2-4377-b72a-e9cc895f8e1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:34.588748 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b7dad3-0c60-4baa-9c07-372a3e16df2f None None] Network c1808a09-c119-4890-b497-eb250475e018 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:29:34.645566 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-39b7ae02-a5d2-4377-b72a-e9cc895f8e1a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6026335 Nov 11 22:29:34.648667 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 36230) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:29:34.654363 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1808932837-router', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:29:34.659612 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:29:34.664061 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Usage tracker for resource:router and tenant:eadb1d96f9ad4dc6a1407f8764d24537 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:29:34.667339 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:29:34.676594 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:29:34.712731 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854293586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036852686418'] for router, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:34.713881 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854332808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2089382'] for router, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:34.733235 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:34.836872 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5c71123-0637-5e80-91e8-52e6b825b827-c1808a09-c119-4890-b497-eb250475e018', 'network_id': 'c1808a09-c119-4890-b497-eb250475e018', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'fixed_ips': [{'subnet_id': '4b1d641b-4825-490b-bb75-eea0b85b8324'}]}} from dv-cinder-815883-4-smb. {{(pid=88357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 11 22:29:34.837858 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:34.947652 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854332855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854293569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2089417'] for router, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:35.013883 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Allocated IP 172.20.0.2 (c1808a09-c119-4890-b497-eb250475e018/4b1d641b-4825-490b-bb75-eea0b85b8324/57827906-a1e9-41bb-82b3-4ed884d4593f) {{(pid=88357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:29:35.189994 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:35.223860 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:35.351655 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Notify callbacks [] for port, precommit_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:35.363832 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Transition to ACTIVE for port object 57827906-a1e9-41bb-82b3-4ed884d4593f will not be triggered until provisioned by entity L2. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:29:35.385349 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Transition to ACTIVE for port object 57827906-a1e9-41bb-82b3-4ed884d4593f will not be triggered until provisioned by entity DHCP. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:29:35.418201 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:35.419920 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Allocated IP 172.28.0.17 (bf438b09-e7cb-41a3-9cf4-64cadd7b8e13/ef69609a-b63d-436e-8cdc-c158ad574162/eedda034-c97b-4ca2-ae6b-82c6358ff126) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:29:35.424080 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:35.494291 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Network c1808a09-c119-4890-b497-eb250475e018 is already hosted by enough agents. {{(pid=88357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:29:35.495457 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Resources bound (agent type, host, resource id): {{(pid=88357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:29:35.500418 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Received port after_create {{(pid=88357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:29:35.510635 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Pushing event updated for resources: {'Port': ['ID=57827906-a1e9-41bb-82b3-4ed884d4593f,revision_number=1']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:35.514698 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:35.581835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:35.600518 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Attempting to bind port 57827906-a1e9-41bb-82b3-4ed884d4593f on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:29:35.601094 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Attempting to bind port 57827906-a1e9-41bb-82b3-4ed884d4593f by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': '90880d64-924f-4315-be5e-e98b2c1908e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c1808a09-c119-4890-b497-eb250475e018'}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:29:35.601586 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Attempting to bind port 57827906-a1e9-41bb-82b3-4ed884d4593f on network c1808a09-c119-4890-b497-eb250475e018 {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:29:35.610208 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:29:35.610637 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Checking segment: {'id': '90880d64-924f-4315-be5e-e98b2c1908e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c1808a09-c119-4890-b497-eb250475e018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:29:35.611196 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:35.611539 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Bound using segment: {'id': '90880d64-924f-4315-be5e-e98b2c1908e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c1808a09-c119-4890-b497-eb250475e018'} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:29:35.612326 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Bound port: 57827906-a1e9-41bb-82b3-4ed884d4593f, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90880d64-924f-4315-be5e-e98b2c1908e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c1808a09-c119-4890-b497-eb250475e018'}}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:29:35.612509 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:35.655949 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:35.662579 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-042f807a-9a54-4311-b27c-83cea9f998fc tempest-VolumesActionsTest-2034122725 tempest-VolumesActionsTest-2034122725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:35.730284 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] For port 57827906-a1e9-41bb-82b3-4ed884d4593f, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:29:35.734460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] For port 57827906-a1e9-41bb-82b3-4ed884d4593f, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=57827906-a1e9-41bb-82b3-4ed884d4593f,segment=NetworkSegment(90880d64-924f-4315-be5e-e98b2c1908e3),segment_id=90880d64-924f-4315-be5e-e98b2c1908e3)] {{(pid=88357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:29:35.742920 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:29:35.753107 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:29:35.753107 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:29:35.787610 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Pushing event updated for resources: {'Port': ['ID=eedda034-c97b-4ca2-ae6b-82c6358ff126,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:35.787916 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:35.795976 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:35.796302 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:35.906506 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Pushing event updated for resources: {'Port': ['ID=57827906-a1e9-41bb-82b3-4ed884d4593f,revision_number=2']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:35.910740 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:36.053115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:36.053948 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442926'] for router, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:36.478237 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Router 2bfed7e2-02e6-49fa-8b49-1df37047e950 is scheduled to L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a with binding_index 1 {{(pid=88356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 11 22:29:36.512783 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 57827906-a1e9-41bb-82b3-4ed884d4593f up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:29:36.660800 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port 57827906-a1e9-41bb-82b3-4ed884d4593f completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:29:36.991726 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:29:37.002524 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Sync routers for ids ['2bfed7e2-02e6-49fa-8b49-1df37047e950'] in dv-cinder-815883-4-smb {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:29:37.016594 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Routers {'2bfed7e2-02e6-49fa-8b49-1df37047e950'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:29:37.017355 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:29:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2bfed7e2-02e6-49fa-8b49-1df37047e950'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:29:37.055606 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] Notify callbacks [] for router, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:37.057031 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-e289c78d-e204-41f7-8863-3674444e3392 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4073074 Nov 11 22:29:37.060048 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 36234) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:29:37.238802 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Set router 2bfed7e2-02e6-49fa-8b49-1df37047e950 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:29:37.583854 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'name': 'tempest-TestMinimumBasicScenario-1808932837-router', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:34Z', 'updated_at': '2021-11-11T22:29:35Z', 'revision_number': 3, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'gw_port': {'id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:35Z', 'updated_at': '2021-11-11T22:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:29:37.588047 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Checking router: 2bfed7e2-02e6-49fa-8b49-1df37047e950 for host: dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:29:37.588442 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Updating router 2bfed7e2-02e6-49fa-8b49-1df37047e950 port eedda034-c97b-4ca2-ae6b-82c6358ff126 binding host dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 22:29:37.645887 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:37.676020 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a6553a-f5a0-4eee-a1b9-fc9b7adcc291 None None] Network c1808a09-c119-4890-b497-eb250475e018 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:29:37.927783 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:38.044354 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] Provisioning for port 57827906-a1e9-41bb-82b3-4ed884d4593f completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:29:38.063764 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] Provisioning complete for port 57827906-a1e9-41bb-82b3-4ed884d4593f triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:29:38.064177 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:38.166613 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Allocated IP 172.20.0.1 (c1808a09-c119-4890-b497-eb250475e018/4b1d641b-4825-490b-bb75-eea0b85b8324/9829d747-744d-4598-8926-1384f668161f) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:29:38.352225 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:38.383157 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Transition to ACTIVE for port object 9829d747-744d-4598-8926-1384f668161f will not be triggered until provisioned by entity DHCP. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:29:38.436534 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:38.450352 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:38.455487 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-70eb73d1-da38-4950-859f-33ad6c16b95d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:38.523541 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Pushing event updated for resources: {'Port': ['ID=9829d747-744d-4598-8926-1384f668161f,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:38.531058 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:38.541543 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Network c1808a09-c119-4890-b497-eb250475e018 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:29:38.542952 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:29:38.546141 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:29:38.548959 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] For port 57827906-a1e9-41bb-82b3-4ed884d4593f, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=57827906-a1e9-41bb-82b3-4ed884d4593f,segment=NetworkSegment(90880d64-924f-4315-be5e-e98b2c1908e3),segment_id=90880d64-924f-4315-be5e-e98b2c1908e3)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:29:38.583944 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:38.587316 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Notify callbacks [] for port, precommit_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:38.590143 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:38.610487 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854332565'] for router_interface, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:38.674587 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] Pushing event updated for resources: {'Port': ['ID=57827906-a1e9-41bb-82b3-4ed884d4593f,revision_number=3']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:38.684409 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Transition to ACTIVE for port object eedda034-c97b-4ca2-ae6b-82c6358ff126 will not be triggered until provisioned by entity L2. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:29:38.703264 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:38.703914 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:38.704570 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:38.705216 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:38.705918 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:38.706594 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:38.707531 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:38.708083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:38.708742 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:38.709382 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:38.710236 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:38.718174 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:38.758142 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:38.764851 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:38.780709 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:38.856166 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f38db-b3e6-47db-bfe0-de585d9c4c41 None None] Pushing event updated for resources: {'Port': ['ID=eedda034-c97b-4ca2-ae6b-82c6358ff126,revision_number=2']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:38.860350 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cc5f38db-b3e6-47db-bfe0-de585d9c4c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:38.861360 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Attempting to bind port eedda034-c97b-4ca2-ae6b-82c6358ff126 on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:29:38.861745 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Attempting to bind port eedda034-c97b-4ca2-ae6b-82c6358ff126 by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:29:38.862171 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Attempting to bind port eedda034-c97b-4ca2-ae6b-82c6358ff126 on network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:29:38.871892 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:29:38.872849 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Checking segment: {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:29:38.873483 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:38.874209 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Bound using segment: {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:29:38.874987 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Bound port: eedda034-c97b-4ca2-ae6b-82c6358ff126, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:29:38.875606 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:38.975535 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-96e35539-0c08-4fd4-9e26-0574c16bf40b None None] Provisioning complete for port 57827906-a1e9-41bb-82b3-4ed884d4593f triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:29:38.975950 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-96e35539-0c08-4fd4-9e26-0574c16bf40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:39.001659 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] For port eedda034-c97b-4ca2-ae6b-82c6358ff126, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:29:39.024431 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] For port eedda034-c97b-4ca2-ae6b-82c6358ff126, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=eedda034-c97b-4ca2-ae6b-82c6358ff126,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:29:39.086155 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:39.101489 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:39.123194 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:39.158521 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853672831'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:39.196131 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7c28d2a8-7093-479a-881a-84ed27d6cf49 tempest-VolumesSnapshotTestJSON-833339031 tempest-VolumesSnapshotTestJSON-833339031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:39.208114 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f38db-b3e6-47db-bfe0-de585d9c4c41 None None] Pushing event updated for resources: {'Port': ['ID=eedda034-c97b-4ca2-ae6b-82c6358ff126,revision_number=3']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:39.213123 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cc5f38db-b3e6-47db-bfe0-de585d9c4c41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:39.217525 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Routers {'2bfed7e2-02e6-49fa-8b49-1df37047e950'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:29:39.218243 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:29:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2bfed7e2-02e6-49fa-8b49-1df37047e950'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:29:39.280204 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Pushing event updated for resources: {'Port': ['ID=9829d747-744d-4598-8926-1384f668161f,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:39.284628 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:39.285607 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851471324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443148'] for router_interface, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:39.427057 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] Set router 2bfed7e2-02e6-49fa-8b49-1df37047e950 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:29:39.428570 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Network c1808a09-c119-4890-b497-eb250475e018 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:29:39.429781 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:29:39.470019 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-9dc3c791-7d14-41bc-b776-bc01e1cdb6b1 None None] Provisioning for port 9829d747-744d-4598-8926-1384f668161f completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:29:39.487624 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-9dc3c791-7d14-41bc-b776-bc01e1cdb6b1 None None] Provisioning complete for port 9829d747-744d-4598-8926-1384f668161f triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:29:39.489040 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9dc3c791-7d14-41bc-b776-bc01e1cdb6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:39.632311 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-9dc3c791-7d14-41bc-b776-bc01e1cdb6b1 None None] Port 9829d747-744d-4598-8926-1384f668161f cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:29:39.815081 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-5bb365f1-8d3e-4c2e-af65-063d84718a25 None None] Provisioning complete for port 9829d747-744d-4598-8926-1384f668161f triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:29:39.815425 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5bb365f1-8d3e-4c2e-af65-063d84718a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:39.863024 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Router 2bfed7e2-02e6-49fa-8b49-1df37047e950 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88356) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:29:39.888106 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-5bb365f1-8d3e-4c2e-af65-063d84718a25 None None] Port 9829d747-744d-4598-8926-1384f668161f cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:29:39.902867 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'name': 'tempest-TestMinimumBasicScenario-1808932837-router', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:34Z', 'updated_at': '2021-11-11T22:29:38Z', 'revision_number': 4, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'gw_port': {'id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:35Z', 'updated_at': '2021-11-11T22:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '9829d747-744d-4598-8926-1384f668161f', 'name': '', 'network_id': 'c1808a09-c119-4890-b497-eb250475e018', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'mac_address': 'fa:16:3e:e7:d1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:37Z', 'updated_at': '2021-11-11T22:29:38Z', 'revision_number': 2, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'subnets': [{'id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:29:39.907100 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688e7467-f353-411a-a0e0-7a1ae7d48f12 None None] The sync data for ids ['2bfed7e2-02e6-49fa-8b49-1df37047e950'] in dv-cinder-815883-4-smb is: [{'id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'name': 'tempest-TestMinimumBasicScenario-1808932837-router', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:34Z', 'updated_at': '2021-11-11T22:29:38Z', 'revision_number': 4, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'gw_port': {'id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:35Z', 'updated_at': '2021-11-11T22:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '9829d747-744d-4598-8926-1384f668161f', 'name': '', 'network_id': 'c1808a09-c119-4890-b497-eb250475e018', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'mac_address': 'fa:16:3e:e7:d1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:37Z', 'updated_at': '2021-11-11T22:29:38Z', 'revision_number': 2, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'subnets': [{'id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:29:40.075268 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:29:40.085669 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-468b916a-0448-478f-9074-61917303bfd2 admin admin] 10.222.0.25 "PUT /v2.0/routers/2bfed7e2-02e6-49fa-8b49-1df37047e950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0244632 Nov 11 22:29:40.471497 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 57827906-a1e9-41bb-82b3-4ed884d4593f up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:29:40.576741 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 57827906-a1e9-41bb-82b3-4ed884d4593f triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:29:40.577172 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:41.307410 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 36256) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:29:41.313769 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-916883618-network', 'tenant_id': '9926f1460a8d43d091e0e65bf773644a'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:29:41.319177 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:29:41.323264 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Usage tracker for resource:network and tenant:9926f1460a8d43d091e0e65bf773644a is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:29:41.326312 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:29:41.333224 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:29:41.363641 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Made reservation on behalf of 9926f1460a8d43d091e0e65bf773644a for: {'network': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:29:41.368708 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for network, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:41.384533 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:41.420033 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:29:41.424448 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Usage tracker for resource:security_group_rule and tenant:9926f1460a8d43d091e0e65bf773644a is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:29:41.427665 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:29:41.434098 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:29:41.517599 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:41.574906 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:41.578296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-60cfda83-95cb-4020-9f10-f5832bc3efa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:41.613771 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=88356) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Nov 11 22:29:41.620169 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07378ddf-b4b2-48a0-909a-8b832070352c,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:41.623699 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:41.630344 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:41.630474 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.segments_db [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Added segment d5ca52ce-d901-4715-9714-6fc49a3d90f3 of type vlan for network 2438efc6-a213-4322-a906-600d0d6feafe Nov 11 22:29:41.662452 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762808067494'] for network, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:41.724379 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307'] for network, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:41.725803 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:29:41.726473 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:41.732363 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-865f410c-6770-4880-bf7c-b1396e440a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:42.089541 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Pushing event updated for resources: {'Network': ['ID=2438efc6-a213-4322-a906-600d0d6feafe,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:42.092431 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:42.100159 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Network 2438efc6-a213-4322-a906-600d0d6feafe details requested by agent ovs-agent-dv-cinder-815883-4-smb with host dv-cinder-815883-4-smb {{(pid=88357) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 11 22:29:42.113422 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-804d50be-0ca4-463a-ba26-54cdc7028485 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8041754 Nov 11 22:29:42.116262 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 36260) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:29:42.122444 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-c2ac3043-1415-4cc8-8ad2-2b7155812f4b admin admin] Request body: {'subnet': {'network_id': '2438efc6-a213-4322-a906-600d0d6feafe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-916883618-subnet', 'tenant_id': '9926f1460a8d43d091e0e65bf773644a', 'ip_version': 4}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:29:42.127664 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c2ac3043-1415-4cc8-8ad2-2b7155812f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:29:42.132414 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-c2ac3043-1415-4cc8-8ad2-2b7155812f4b admin admin] Usage tracker for resource:subnet and tenant:9926f1460a8d43d091e0e65bf773644a is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:29:42.135547 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-c2ac3043-1415-4cc8-8ad2-2b7155812f4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:29:42.142024 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-c2ac3043-1415-4cc8-8ad2-2b7155812f4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:29:42.192460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ac3043-1415-4cc8-8ad2-2b7155812f4b admin admin] Made reservation on behalf of 9926f1460a8d43d091e0e65bf773644a for: {'subnet': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:29:42.197484 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3043-1415-4cc8-8ad2-2b7155812f4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372034708769116'] for subnet, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:42.443731 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3043-1415-4cc8-8ad2-2b7155812f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1102898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372034708769099'] for subnet, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:42.448808 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-39b7ae02-a5d2-4377-b72a-e9cc895f8e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:42.481836 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device eedda034-c97b-4ca2-ae6b-82c6358ff126 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:29:42.526127 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac3043-1415-4cc8-8ad2-2b7155812f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d589dec-2bc1-41be-b452-540953978220,revision_number=0']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:42.530989 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c2ac3043-1415-4cc8-8ad2-2b7155812f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:42.543728 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ac3043-1415-4cc8-8ad2-2b7155812f4b admin admin] Checking segment: {'id': 'd5ca52ce-d901-4715-9714-6fc49a3d90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2438efc6-a213-4322-a906-600d0d6feafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:29:42.544117 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ac3043-1415-4cc8-8ad2-2b7155812f4b admin admin] Network hostable DHCP agents. Network: 2438efc6-a213-4322-a906-600d0d6feafe, hostable agents: ['677b8291-3a34-4ed4-9d57-1628f65efd5e'], hosted agents: [] {{(pid=88356) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 11 22:29:42.586259 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port eedda034-c97b-4ca2-ae6b-82c6358ff126 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:29:42.591685 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port eedda034-c97b-4ca2-ae6b-82c6358ff126 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:29:42.594988 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:42.614817 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ac3043-1415-4cc8-8ad2-2b7155812f4b admin admin] Network 2438efc6-a213-4322-a906-600d0d6feafe is scheduled to be hosted by DHCP agent 677b8291-3a34-4ed4-9d57-1628f65efd5e with binding_index 1 {{(pid=88356) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 11 22:29:42.657639 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-c2ac3043-1415-4cc8-8ad2-2b7155812f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815883-4-smb, 2438efc6-a213-4322-a906-600d0d6feafe) {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:29:42.662232 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ac3043-1415-4cc8-8ad2-2b7155812f4b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:29:42.662873 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3043-1415-4cc8-8ad2-2b7155812f4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:42.685817 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187d57b7-85e4-44f0-a178-adff1285d29d None None] Network 2438efc6-a213-4322-a906-600d0d6feafe requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:29:42.713311 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-c2ac3043-1415-4cc8-8ad2-2b7155812f4b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5954642 Nov 11 22:29:42.715813 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 36264) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:29:42.721907 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-916883618-router', 'tenant_id': '9926f1460a8d43d091e0e65bf773644a', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:29:42.728160 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:29:42.732283 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Usage tracker for resource:router and tenant:9926f1460a8d43d091e0e65bf773644a is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:29:42.738117 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:29:42.741787 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:29:42.786859 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854293586', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036852686418'] for router, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:42.787976 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-482060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854332808', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-426747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2089382'] for router, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:42.803012 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:42.869650 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:42.945674 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd5c71123-0637-5e80-91e8-52e6b825b827-2438efc6-a213-4322-a906-600d0d6feafe', 'network_id': '2438efc6-a213-4322-a906-600d0d6feafe', 'tenant_id': '9926f1460a8d43d091e0e65bf773644a', 'fixed_ips': [{'subnet_id': '2d589dec-2bc1-41be-b452-540953978220'}]}} from dv-cinder-815883-4-smb. {{(pid=88357) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 11 22:29:42.946660 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:43.028428 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] For port eedda034-c97b-4ca2-ae6b-82c6358ff126, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=eedda034-c97b-4ca2-ae6b-82c6358ff126,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:29:43.068263 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:43.074908 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854332855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854293569', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2089417'] for router, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:43.099276 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-eb78147a-2ba1-45f9-b503-9911cdc562a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:43.201971 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Allocated IP 172.20.0.2 (2438efc6-a213-4322-a906-600d0d6feafe/2d589dec-2bc1-41be-b452-540953978220/2b130773-df67-4903-817f-270e357ba23a) {{(pid=88357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:29:43.204154 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Pushing event updated for resources: {'Port': ['ID=eedda034-c97b-4ca2-ae6b-82c6358ff126,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:43.210674 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:43.334675 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:43.367425 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:43.437101 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Notify callbacks [] for port, precommit_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:43.448806 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Transition to ACTIVE for port object 2b130773-df67-4903-817f-270e357ba23a will not be triggered until provisioned by entity L2. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:29:43.468848 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Transition to ACTIVE for port object 2b130773-df67-4903-817f-270e357ba23a will not be triggered until provisioned by entity DHCP. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:29:43.506893 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113'] for port, after_create {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:43.517012 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Allocated IP 172.28.0.194 (bf438b09-e7cb-41a3-9cf4-64cadd7b8e13/ef69609a-b63d-436e-8cdc-c158ad574162/49143516-1865-4740-95be-17163fb09f07) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:29:43.522899 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:43.594656 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Network 2438efc6-a213-4322-a906-600d0d6feafe is already hosted by enough agents. {{(pid=88357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:29:43.598294 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Resources bound (agent type, host, resource id): {{(pid=88357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:29:43.600832 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Received port after_create {{(pid=88357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:29:43.603943 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Pushing event updated for resources: {'Port': ['ID=2b130773-df67-4903-817f-270e357ba23a,revision_number=1']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:43.606609 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:43.639311 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Sync routers for ids ['2bfed7e2-02e6-49fa-8b49-1df37047e950'] in dv-cinder-815883-4-smb {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:29:43.652971 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Routers {'2bfed7e2-02e6-49fa-8b49-1df37047e950'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:29:43.653700 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:29:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2bfed7e2-02e6-49fa-8b49-1df37047e950'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:29:43.679726 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:43.708397 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Attempting to bind port 2b130773-df67-4903-817f-270e357ba23a on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:29:43.708987 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Attempting to bind port 2b130773-df67-4903-817f-270e357ba23a by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': 'd5ca52ce-d901-4715-9714-6fc49a3d90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2438efc6-a213-4322-a906-600d0d6feafe'}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:29:43.717881 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Attempting to bind port 2b130773-df67-4903-817f-270e357ba23a on network 2438efc6-a213-4322-a906-600d0d6feafe {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:29:43.717881 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:29:43.717881 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Checking segment: {'id': 'd5ca52ce-d901-4715-9714-6fc49a3d90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2438efc6-a213-4322-a906-600d0d6feafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:29:43.717881 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:43.717881 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Bound using segment: {'id': 'd5ca52ce-d901-4715-9714-6fc49a3d90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2438efc6-a213-4322-a906-600d0d6feafe'} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:29:43.718450 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Bound port: 2b130773-df67-4903-817f-270e357ba23a, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca52ce-d901-4715-9714-6fc49a3d90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2438efc6-a213-4322-a906-600d0d6feafe'}}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:29:43.718660 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:43.735644 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:43.741229 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-94b61a2f-3321-449b-91ec-ef66296a8f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:43.813952 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] For port 2b130773-df67-4903-817f-270e357ba23a, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:29:43.817357 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] For port 2b130773-df67-4903-817f-270e357ba23a, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=2b130773-df67-4903-817f-270e357ba23a,segment=NetworkSegment(d5ca52ce-d901-4715-9714-6fc49a3d90f3),segment_id=d5ca52ce-d901-4715-9714-6fc49a3d90f3)] {{(pid=88357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:29:43.818366 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:29:43.819120 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Pushing event updated for resources: {'Port': ['ID=49143516-1865-4740-95be-17163fb09f07,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:43.821944 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:29:43.823891 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:43.824647 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:29:43.846504 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Set router 2bfed7e2-02e6-49fa-8b49-1df37047e950 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:29:43.850290 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:43.854588 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:43.938284 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Pushing event updated for resources: {'Port': ['ID=2b130773-df67-4903-817f-270e357ba23a,revision_number=2']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:43.943596 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-87a7b89a-3557-4169-a9e8-9021519bb6bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:44.016813 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:44.017589 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-482230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-442926'] for router, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:44.198960 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'name': 'tempest-TestMinimumBasicScenario-1808932837-router', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:34Z', 'updated_at': '2021-11-11T22:29:38Z', 'revision_number': 4, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'gw_port': {'id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:35Z', 'updated_at': '2021-11-11T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '9829d747-744d-4598-8926-1384f668161f', 'name': '', 'network_id': 'c1808a09-c119-4890-b497-eb250475e018', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'mac_address': 'fa:16:3e:e7:d1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:37Z', 'updated_at': '2021-11-11T22:29:38Z', 'revision_number': 2, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'subnets': [{'id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:29:44.203388 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Checking router: 2bfed7e2-02e6-49fa-8b49-1df37047e950 for host: dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:29:44.203754 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Updating router 2bfed7e2-02e6-49fa-8b49-1df37047e950 port 9829d747-744d-4598-8926-1384f668161f binding host dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 22:29:44.277013 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:44.370107 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Router 5716d60f-faa0-4f67-a94e-9f8d8dc2f900 is scheduled to L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a with binding_index 1 {{(pid=88356) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Nov 11 22:29:44.590687 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device eedda034-c97b-4ca2-ae6b-82c6358ff126 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:29:44.639924 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88356) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:29:44.655731 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Sync routers for ids ['5716d60f-faa0-4f67-a94e-9f8d8dc2f900'] in dv-cinder-815883-4-smb {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:29:44.677055 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Routers {'5716d60f-faa0-4f67-a94e-9f8d8dc2f900'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:29:44.683079 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:29:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['5716d60f-faa0-4f67-a94e-9f8d8dc2f900'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:29:44.699731 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] Notify callbacks [] for router, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:44.703809 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-4df2a4c1-1fa6-4f09-b2d4-07f2cb1e3d9f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9841907 Nov 11 22:29:44.704212 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36268) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:29:44.724359 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Notify callbacks [] for port, precommit_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:44.737066 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Transition to ACTIVE for port object 9829d747-744d-4598-8926-1384f668161f will not be triggered until provisioned by entity L2. {{(pid=88358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:29:44.753081 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port eedda034-c97b-4ca2-ae6b-82c6358ff126 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:29:44.754082 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:44.769635 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:44.774680 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:44.908995 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbc98e-ec95-46fb-bdcc-de23b590e60e None None] Pushing event updated for resources: {'Port': ['ID=9829d747-744d-4598-8926-1384f668161f,revision_number=3']} {{(pid=88358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:44.958231 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbc98e-ec95-46fb-bdcc-de23b590e60e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:44.958626 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbc98e-ec95-46fb-bdcc-de23b590e60e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:44.958971 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbc98e-ec95-46fb-bdcc-de23b590e60e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:44.959342 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbc98e-ec95-46fb-bdcc-de23b590e60e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:44.959708 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbc98e-ec95-46fb-bdcc-de23b590e60e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:44.960074 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbc98e-ec95-46fb-bdcc-de23b590e60e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:44.960438 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbc98e-ec95-46fb-bdcc-de23b590e60e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:44.960801 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbc98e-ec95-46fb-bdcc-de23b590e60e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:44.961334 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbc98e-ec95-46fb-bdcc-de23b590e60e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:44.961516 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbc98e-ec95-46fb-bdcc-de23b590e60e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:44.961899 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfbc98e-ec95-46fb-bdcc-de23b590e60e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:44.969378 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ebfbc98e-ec95-46fb-bdcc-de23b590e60e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:44.988528 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Set router 5716d60f-faa0-4f67-a94e-9f8d8dc2f900 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:29:45.019141 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Attempting to bind port 9829d747-744d-4598-8926-1384f668161f on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:29:45.019562 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Attempting to bind port 9829d747-744d-4598-8926-1384f668161f by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': '90880d64-924f-4315-be5e-e98b2c1908e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c1808a09-c119-4890-b497-eb250475e018'}] {{(pid=88358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:29:45.020021 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Attempting to bind port 9829d747-744d-4598-8926-1384f668161f on network c1808a09-c119-4890-b497-eb250475e018 {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:29:45.026895 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:29:45.027242 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Checking segment: {'id': '90880d64-924f-4315-be5e-e98b2c1908e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c1808a09-c119-4890-b497-eb250475e018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:29:45.027688 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:45.028120 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Bound using segment: {'id': '90880d64-924f-4315-be5e-e98b2c1908e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c1808a09-c119-4890-b497-eb250475e018'} {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:29:45.028692 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Bound port: 9829d747-744d-4598-8926-1384f668161f, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90880d64-924f-4315-be5e-e98b2c1908e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c1808a09-c119-4890-b497-eb250475e018'}}] {{(pid=88358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:29:45.029041 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:45.030723 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 2b130773-df67-4903-817f-270e357ba23a up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:29:45.139777 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] For port 9829d747-744d-4598-8926-1384f668161f, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:29:45.145377 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] For port 9829d747-744d-4598-8926-1384f668161f, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=9829d747-744d-4598-8926-1384f668161f,segment=NetworkSegment(90880d64-924f-4315-be5e-e98b2c1908e3),segment_id=90880d64-924f-4315-be5e-e98b2c1908e3)] {{(pid=88358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:29:45.176838 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:45.191862 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a99fc4cd-39f1-4fd2-891b-926425d114bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:45.269084 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbc98e-ec95-46fb-bdcc-de23b590e60e None None] Pushing event updated for resources: {'Port': ['ID=9829d747-744d-4598-8926-1384f668161f,revision_number=4']} {{(pid=88358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:45.273830 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ebfbc98e-ec95-46fb-bdcc-de23b590e60e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:45.288115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Routers {'2bfed7e2-02e6-49fa-8b49-1df37047e950'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:29:45.288733 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:29:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2bfed7e2-02e6-49fa-8b49-1df37047e950'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:29:45.373107 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port 2b130773-df67-4903-817f-270e357ba23a completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:29:45.416931 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'name': 'tempest-TestMinimumBasicScenario-916883618-router', 'tenant_id': '9926f1460a8d43d091e0e65bf773644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': '49143516-1865-4740-95be-17163fb09f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:42Z', 'updated_at': '2021-11-11T22:29:43Z', 'revision_number': 3, 'project_id': '9926f1460a8d43d091e0e65bf773644a', 'gw_port': {'id': '49143516-1865-4740-95be-17163fb09f07', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:36:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:43Z', 'updated_at': '2021-11-11T22:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:29:45.422268 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Checking router: 5716d60f-faa0-4f67-a94e-9f8d8dc2f900 for host: dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:29:45.422814 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Updating router 5716d60f-faa0-4f67-a94e-9f8d8dc2f900 port 49143516-1865-4740-95be-17163fb09f07 binding host dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 22:29:45.533100 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] Set router 2bfed7e2-02e6-49fa-8b49-1df37047e950 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:29:45.545294 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:45.562665 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:45.882879 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Allocated IP 172.20.0.1 (2438efc6-a213-4322-a906-600d0d6feafe/2d589dec-2bc1-41be-b452-540953978220/1f5e57f3-b4fb-4252-b35b-24327a6b8a97) {{(pid=88355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:29:46.034620 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Notify callbacks [] for port, precommit_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:46.054110 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Transition to ACTIVE for port object 49143516-1865-4740-95be-17163fb09f07 will not be triggered until provisioned by entity L2. {{(pid=88357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:29:46.085542 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:46.103978 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Transition to ACTIVE for port object 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 will not be triggered until provisioned by entity DHCP. {{(pid=88355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:29:46.114834 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d104be41-9a75-4019-8146-872d8b71a09a None None] Network 2438efc6-a213-4322-a906-600d0d6feafe requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:29:46.127243 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'name': 'tempest-TestMinimumBasicScenario-1808932837-router', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:34Z', 'updated_at': '2021-11-11T22:29:38Z', 'revision_number': 4, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'gw_port': {'id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:35Z', 'updated_at': '2021-11-11T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '9829d747-744d-4598-8926-1384f668161f', 'name': '', 'network_id': 'c1808a09-c119-4890-b497-eb250475e018', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'mac_address': 'fa:16:3e:e7:d1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:37Z', 'updated_at': '2021-11-11T22:29:45Z', 'revision_number': 4, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'subnets': [{'id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:29:46.132275 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813f6787-50b6-4fd2-a38a-96c40ccdc268 None None] The sync data for ids ['2bfed7e2-02e6-49fa-8b49-1df37047e950'] in dv-cinder-815883-4-smb is: [{'id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'name': 'tempest-TestMinimumBasicScenario-1808932837-router', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:34Z', 'updated_at': '2021-11-11T22:29:38Z', 'revision_number': 4, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'gw_port': {'id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:35Z', 'updated_at': '2021-11-11T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '9829d747-744d-4598-8926-1384f668161f', 'name': '', 'network_id': 'c1808a09-c119-4890-b497-eb250475e018', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'mac_address': 'fa:16:3e:e7:d1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:37Z', 'updated_at': '2021-11-11T22:29:45Z', 'revision_number': 4, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'subnets': [{'id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:29:46.135826 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:46.151116 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:46.176127 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:46.181518 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cc6d2d5c-40f7-4af9-b8d8-c4ccd23f1505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:46.260290 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Network 2438efc6-a213-4322-a906-600d0d6feafe is already hosted by enough agents. {{(pid=88355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:29:46.261664 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Resources bound (agent type, host, resource id): {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:29:46.266245 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Received port after_create {{(pid=88355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:29:46.305806 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Pushing event updated for resources: {'Port': ['ID=1f5e57f3-b4fb-4252-b35b-24327a6b8a97,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:46.319540 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f1efe-f760-47e8-93f2-883260e5b859 None None] Pushing event updated for resources: {'Port': ['ID=49143516-1865-4740-95be-17163fb09f07,revision_number=2']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:46.324976 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Attempting to bind port 49143516-1865-4740-95be-17163fb09f07 on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:29:46.325350 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Attempting to bind port 49143516-1865-4740-95be-17163fb09f07 by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:29:46.325790 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Attempting to bind port 49143516-1865-4740-95be-17163fb09f07 on network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:29:46.330980 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-788f1efe-f760-47e8-93f2-883260e5b859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:46.335532 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854332565'] for router_interface, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:46.344786 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:46.345295 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:46.345594 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:46.346037 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:46.346434 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:46.346834 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:46.347261 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:46.347658 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:46.348050 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:46.348483 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:46.349252 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:29:46.353779 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:46.367160 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:29:46.367594 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Checking segment: {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:29:46.368045 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:46.368486 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Bound using segment: {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'} {{(pid=88357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:29:46.369041 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Bound port: 49143516-1865-4740-95be-17163fb09f07, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bda16b8-2229-4959-bab7-94b5599a4f18', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13'}}] {{(pid=88357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:29:46.369460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:46.488218 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:46.530791 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-43b8e61b-cf62-4dbc-81c7-74a07b5155f4 None None] Provisioning for port 2b130773-df67-4903-817f-270e357ba23a completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:29:46.535527 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] For port 49143516-1865-4740-95be-17163fb09f07, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:29:46.552852 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-43b8e61b-cf62-4dbc-81c7-74a07b5155f4 None None] Provisioning complete for port 2b130773-df67-4903-817f-270e357ba23a triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:29:46.553271 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43b8e61b-cf62-4dbc-81c7-74a07b5155f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:46.585976 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 9829d747-744d-4598-8926-1384f668161f up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:29:46.622457 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] For port 49143516-1865-4740-95be-17163fb09f07, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=49143516-1865-4740-95be-17163fb09f07,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:29:46.670539 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:46.679381 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c7021cdc-550d-45dd-9928-55de823c2f2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:46.773593 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:46.809682 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853380691'] for port, after_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:46.845376 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:46.921973 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851471324', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-443148'] for router_interface, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:46.965171 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Pushing event updated for resources: {'Port': ['ID=1f5e57f3-b4fb-4252-b35b-24327a6b8a97,revision_number=2']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:46.991545 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:47.017985 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f1efe-f760-47e8-93f2-883260e5b859 None None] Pushing event updated for resources: {'Port': ['ID=49143516-1865-4740-95be-17163fb09f07,revision_number=3']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:47.034317 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-788f1efe-f760-47e8-93f2-883260e5b859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:47.045442 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43b8e61b-cf62-4dbc-81c7-74a07b5155f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:47.057560 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Routers {'5716d60f-faa0-4f67-a94e-9f8d8dc2f900'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:29:47.058307 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:29:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['5716d60f-faa0-4f67-a94e-9f8d8dc2f900'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:29:47.114460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Network 2438efc6-a213-4322-a906-600d0d6feafe is already hosted by enough agents. {{(pid=88355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:29:47.115737 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Resources bound (agent type, host, resource id): {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:29:47.119767 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port 9829d747-744d-4598-8926-1384f668161f completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:29:47.149285 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 9829d747-744d-4598-8926-1384f668161f triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:29:47.149707 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:47.296655 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b5b49bac-0926-4c5b-8002-b58209b8bba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:47.299398 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-43b8e61b-cf62-4dbc-81c7-74a07b5155f4 None None] For port 2b130773-df67-4903-817f-270e357ba23a, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=2b130773-df67-4903-817f-270e357ba23a,segment=NetworkSegment(d5ca52ce-d901-4715-9714-6fc49a3d90f3),segment_id=d5ca52ce-d901-4715-9714-6fc49a3d90f3)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:29:47.342313 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-43b8e61b-cf62-4dbc-81c7-74a07b5155f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:47.349186 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:47.480418 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] Set router 5716d60f-faa0-4f67-a94e-9f8d8dc2f900 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:29:47.570126 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8e61b-cf62-4dbc-81c7-74a07b5155f4 None None] Pushing event updated for resources: {'Port': ['ID=2b130773-df67-4903-817f-270e357ba23a,revision_number=3']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:47.576478 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:47.588042 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-43b8e61b-cf62-4dbc-81c7-74a07b5155f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:47.679608 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-4e312c3c-651b-406a-9788-9a054bf7277c None None] Provisioning for port 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:29:47.714549 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-4e312c3c-651b-406a-9788-9a054bf7277c None None] Provisioning complete for port 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:29:47.714973 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4e312c3c-651b-406a-9788-9a054bf7277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:47.773134 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] For port 9829d747-744d-4598-8926-1384f668161f, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=9829d747-744d-4598-8926-1384f668161f,segment=NetworkSegment(90880d64-924f-4315-be5e-e98b2c1908e3),segment_id=90880d64-924f-4315-be5e-e98b2c1908e3)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:29:47.823408 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Router 5716d60f-faa0-4f67-a94e-9f8d8dc2f900 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:29:47.843360 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:47.855445 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:47.892582 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4e312c3c-651b-406a-9788-9a054bf7277c None None] Port 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:29:47.992731 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Pushing event updated for resources: {'Port': ['ID=9829d747-744d-4598-8926-1384f668161f,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:47.998942 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-4e312c3c-651b-406a-9788-9a054bf7277c None None] Provisioning complete for port 2b130773-df67-4903-817f-270e357ba23a triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:29:47.999362 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4e312c3c-651b-406a-9788-9a054bf7277c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:48.032608 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:48.059169 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:29:48.069597 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] 10.222.0.25 "PUT /v2.0/routers/5716d60f-faa0-4f67-a94e-9f8d8dc2f900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3640447 Nov 11 22:29:48.136875 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'name': 'tempest-TestMinimumBasicScenario-916883618-router', 'tenant_id': '9926f1460a8d43d091e0e65bf773644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': '49143516-1865-4740-95be-17163fb09f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:42Z', 'updated_at': '2021-11-11T22:29:46Z', 'revision_number': 4, 'project_id': '9926f1460a8d43d091e0e65bf773644a', 'gw_port': {'id': '49143516-1865-4740-95be-17163fb09f07', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:36:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:43Z', 'updated_at': '2021-11-11T22:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '1f5e57f3-b4fb-4252-b35b-24327a6b8a97', 'name': '', 'network_id': '2438efc6-a213-4322-a906-600d0d6feafe', 'tenant_id': '9926f1460a8d43d091e0e65bf773644a', 'mac_address': 'fa:16:3e:56:c8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d589dec-2bc1-41be-b452-540953978220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:45Z', 'updated_at': '2021-11-11T22:29:46Z', 'revision_number': 2, 'project_id': '9926f1460a8d43d091e0e65bf773644a', 'subnets': [{'id': '2d589dec-2bc1-41be-b452-540953978220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:29:48.151819 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31281292-b9f1-45df-bd62-855cdcd9a577 None None] The sync data for ids ['5716d60f-faa0-4f67-a94e-9f8d8dc2f900'] in dv-cinder-815883-4-smb is: [{'id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'name': 'tempest-TestMinimumBasicScenario-916883618-router', 'tenant_id': '9926f1460a8d43d091e0e65bf773644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': '49143516-1865-4740-95be-17163fb09f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:42Z', 'updated_at': '2021-11-11T22:29:46Z', 'revision_number': 4, 'project_id': '9926f1460a8d43d091e0e65bf773644a', 'gw_port': {'id': '49143516-1865-4740-95be-17163fb09f07', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:36:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:43Z', 'updated_at': '2021-11-11T22:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '1f5e57f3-b4fb-4252-b35b-24327a6b8a97', 'name': '', 'network_id': '2438efc6-a213-4322-a906-600d0d6feafe', 'tenant_id': '9926f1460a8d43d091e0e65bf773644a', 'mac_address': 'fa:16:3e:56:c8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d589dec-2bc1-41be-b452-540953978220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:45Z', 'updated_at': '2021-11-11T22:29:46Z', 'revision_number': 2, 'project_id': '9926f1460a8d43d091e0e65bf773644a', 'subnets': [{'id': '2d589dec-2bc1-41be-b452-540953978220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:29:48.285036 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-d9a7b961-9d06-4517-96d9-818f5314e295 None None] Provisioning complete for port 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:29:48.285541 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d9a7b961-9d06-4517-96d9-818f5314e295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:48.344999 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-d9a7b961-9d06-4517-96d9-818f5314e295 None None] Port 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:29:48.482762 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 9829d747-744d-4598-8926-1384f668161f up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:29:48.560744 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 9829d747-744d-4598-8926-1384f668161f triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:29:48.561169 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:48.734659 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 2b130773-df67-4903-817f-270e357ba23a up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:29:48.829261 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:48.832394 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 2b130773-df67-4903-817f-270e357ba23a triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:29:48.832803 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:49.694862 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-40679da2-842c-4578-a60b-557165123367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:50.278031 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:50.539096 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 49143516-1865-4740-95be-17163fb09f07 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:29:50.660287 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port 49143516-1865-4740-95be-17163fb09f07 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:29:50.666297 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 49143516-1865-4740-95be-17163fb09f07 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:29:50.667302 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:50.816908 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:50.836454 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] For port 49143516-1865-4740-95be-17163fb09f07, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=49143516-1865-4740-95be-17163fb09f07,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:29:50.871742 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:50.874751 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e739be7c-27f6-4434-bb24-3560d25357df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:50.946483 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Pushing event updated for resources: {'Port': ['ID=49143516-1865-4740-95be-17163fb09f07,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:50.949989 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:51.472763 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:52.367542 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Sync routers for ids ['5716d60f-faa0-4f67-a94e-9f8d8dc2f900'] in dv-cinder-815883-4-smb {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:29:52.381501 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Routers {'5716d60f-faa0-4f67-a94e-9f8d8dc2f900'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:29:52.382157 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:29:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['5716d60f-faa0-4f67-a94e-9f8d8dc2f900'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:29:52.473317 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 49143516-1865-4740-95be-17163fb09f07 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:29:52.552329 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 49143516-1865-4740-95be-17163fb09f07 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:29:52.552760 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:52.571356 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Set router 5716d60f-faa0-4f67-a94e-9f8d8dc2f900 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:29:52.930201 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'name': 'tempest-TestMinimumBasicScenario-916883618-router', 'tenant_id': '9926f1460a8d43d091e0e65bf773644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': '49143516-1865-4740-95be-17163fb09f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:42Z', 'updated_at': '2021-11-11T22:29:46Z', 'revision_number': 4, 'project_id': '9926f1460a8d43d091e0e65bf773644a', 'gw_port': {'id': '49143516-1865-4740-95be-17163fb09f07', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:36:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:43Z', 'updated_at': '2021-11-11T22:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '1f5e57f3-b4fb-4252-b35b-24327a6b8a97', 'name': '', 'network_id': '2438efc6-a213-4322-a906-600d0d6feafe', 'tenant_id': '9926f1460a8d43d091e0e65bf773644a', 'mac_address': 'fa:16:3e:56:c8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d589dec-2bc1-41be-b452-540953978220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:45Z', 'updated_at': '2021-11-11T22:29:46Z', 'revision_number': 2, 'project_id': '9926f1460a8d43d091e0e65bf773644a', 'subnets': [{'id': '2d589dec-2bc1-41be-b452-540953978220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:29:52.934258 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Checking router: 5716d60f-faa0-4f67-a94e-9f8d8dc2f900 for host: dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:29:52.934754 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Updating router 5716d60f-faa0-4f67-a94e-9f8d8dc2f900 port 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 binding host dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 11 22:29:52.993378 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:53.389370 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Notify callbacks [] for port, precommit_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:53.407609 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Transition to ACTIVE for port object 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 will not be triggered until provisioned by entity L2. {{(pid=88358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:29:53.466237 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:53.472827 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:53.545604 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15283bc-c016-46e5-bf08-4097f7973fe4 None None] Pushing event updated for resources: {'Port': ['ID=1f5e57f3-b4fb-4252-b35b-24327a6b8a97,revision_number=3']} {{(pid=88358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:53.557037 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e15283bc-c016-46e5-bf08-4097f7973fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:53.749522 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Attempting to bind port 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 on host dv-cinder-815883-4-smb for vnic_type normal with profile {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:29:53.750216 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Attempting to bind port 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 by drivers openvswitch,hyperv on host dv-cinder-815883-4-smb at level 0 using segments [{'id': 'd5ca52ce-d901-4715-9714-6fc49a3d90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2438efc6-a213-4322-a906-600d0d6feafe'}] {{(pid=88358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:29:53.750644 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Attempting to bind port 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 on network 2438efc6-a213-4322-a906-600d0d6feafe {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:29:53.760309 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Checking agent: {'id': '544b70c2-4c99-4998-912d-0b92cc93771f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815883-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 10, 19), 'started_at': datetime.datetime(2021, 11, 11, 22, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815883-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:29:53.760733 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Checking segment: {'id': 'd5ca52ce-d901-4715-9714-6fc49a3d90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2438efc6-a213-4322-a906-600d0d6feafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:29:53.761191 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:53.761633 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Bound using segment: {'id': 'd5ca52ce-d901-4715-9714-6fc49a3d90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2438efc6-a213-4322-a906-600d0d6feafe'} {{(pid=88358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:29:53.762207 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Bound port: 1f5e57f3-b4fb-4252-b35b-24327a6b8a97, host: dv-cinder-815883-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5ca52ce-d901-4715-9714-6fc49a3d90f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2438efc6-a213-4322-a906-600d0d6feafe'}}] {{(pid=88358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:29:53.762632 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:53.887776 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] For port 1f5e57f3-b4fb-4252-b35b-24327a6b8a97, host dv-cinder-815883-4-smb, cleared binding levels {{(pid=88358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:29:53.891711 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] For port 1f5e57f3-b4fb-4252-b35b-24327a6b8a97, host dv-cinder-815883-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=1f5e57f3-b4fb-4252-b35b-24327a6b8a97,segment=NetworkSegment(d5ca52ce-d901-4715-9714-6fc49a3d90f3),segment_id=d5ca52ce-d901-4715-9714-6fc49a3d90f3)] {{(pid=88358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:29:53.923822 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88358) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:53.932233 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:54.014553 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15283bc-c016-46e5-bf08-4097f7973fe4 None None] Pushing event updated for resources: {'Port': ['ID=1f5e57f3-b4fb-4252-b35b-24327a6b8a97,revision_number=4']} {{(pid=88358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:54.019578 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e15283bc-c016-46e5-bf08-4097f7973fe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88358) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:54.021577 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Routers {'5716d60f-faa0-4f67-a94e-9f8d8dc2f900'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:29:54.021867 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:29:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['5716d60f-faa0-4f67-a94e-9f8d8dc2f900'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:29:54.239879 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] Set router 5716d60f-faa0-4f67-a94e-9f8d8dc2f900 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:29:54.563277 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:29:54.665473 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'name': 'tempest-TestMinimumBasicScenario-916883618-router', 'tenant_id': '9926f1460a8d43d091e0e65bf773644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': '49143516-1865-4740-95be-17163fb09f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:42Z', 'updated_at': '2021-11-11T22:29:46Z', 'revision_number': 4, 'project_id': '9926f1460a8d43d091e0e65bf773644a', 'gw_port': {'id': '49143516-1865-4740-95be-17163fb09f07', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:36:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:43Z', 'updated_at': '2021-11-11T22:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '1f5e57f3-b4fb-4252-b35b-24327a6b8a97', 'name': '', 'network_id': '2438efc6-a213-4322-a906-600d0d6feafe', 'tenant_id': '9926f1460a8d43d091e0e65bf773644a', 'mac_address': 'fa:16:3e:56:c8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d589dec-2bc1-41be-b452-540953978220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:45Z', 'updated_at': '2021-11-11T22:29:53Z', 'revision_number': 4, 'project_id': '9926f1460a8d43d091e0e65bf773644a', 'subnets': [{'id': '2d589dec-2bc1-41be-b452-540953978220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:29:54.670107 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3193ce-9452-48dc-ad32-cbb37e72c64a None None] The sync data for ids ['5716d60f-faa0-4f67-a94e-9f8d8dc2f900'] in dv-cinder-815883-4-smb is: [{'id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'name': 'tempest-TestMinimumBasicScenario-916883618-router', 'tenant_id': '9926f1460a8d43d091e0e65bf773644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': '49143516-1865-4740-95be-17163fb09f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:42Z', 'updated_at': '2021-11-11T22:29:46Z', 'revision_number': 4, 'project_id': '9926f1460a8d43d091e0e65bf773644a', 'gw_port': {'id': '49143516-1865-4740-95be-17163fb09f07', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:36:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:43Z', 'updated_at': '2021-11-11T22:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '1f5e57f3-b4fb-4252-b35b-24327a6b8a97', 'name': '', 'network_id': '2438efc6-a213-4322-a906-600d0d6feafe', 'tenant_id': '9926f1460a8d43d091e0e65bf773644a', 'mac_address': 'fa:16:3e:56:c8:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2d589dec-2bc1-41be-b452-540953978220', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:45Z', 'updated_at': '2021-11-11T22:29:53Z', 'revision_number': 4, 'project_id': '9926f1460a8d43d091e0e65bf773644a', 'subnets': [{'id': '2d589dec-2bc1-41be-b452-540953978220', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:29:54.677330 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning for port 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:29:54.683294 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:29:54.683721 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:54.841634 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:54.885478 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] For port 1f5e57f3-b4fb-4252-b35b-24327a6b8a97, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=1f5e57f3-b4fb-4252-b35b-24327a6b8a97,segment=NetworkSegment(d5ca52ce-d901-4715-9714-6fc49a3d90f3),segment_id=d5ca52ce-d901-4715-9714-6fc49a3d90f3)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:29:54.912094 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:29:54.917122 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:29:54.988991 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Pushing event updated for resources: {'Port': ['ID=1f5e57f3-b4fb-4252-b35b-24327a6b8a97,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:29:54.994449 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:29:56.482997 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 up at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:29:56.564347 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Provisioning complete for port 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:29:56.565029 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:00.365145 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-59e7375c-abc6-4fce-8eb2-403aa4f00b77 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:00.366710 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-59e7375c-abc6-4fce-8eb2-403aa4f00b77 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/networks?id=c1808a09-c119-4890-b497-eb250475e018 HTTP/1.1" status: 200 len: 815 time: 0.1546037 Nov 11 22:30:00.383891 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-8468c3fd-1854-4b94-9ada-000df14da741 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/quotas/eadb1d96f9ad4dc6a1407f8764d24537 HTTP/1.1" status: 200 len: 375 time: 0.0113528 Nov 11 22:30:00.468255 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-3baa2597-d6b4-4c1a-9cca-d582d81d5066 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=eadb1d96f9ad4dc6a1407f8764d24537&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790131 Nov 11 22:30:00.620496 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-6fe9642b-f271-4ba3-b0f4-bd1442e344ca service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88355) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:30:00.621541 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-6fe9642b-f271-4ba3-b0f4-bd1442e344ca service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1408339 Nov 11 22:30:00.764398 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-0324c820-3508-45af-9f7c-349233abe362 service neutron] 10.222.0.25 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360402 Nov 11 22:30:00.909626 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-140c9b8d-e1c7-461f-9912-25f13cbf6392 service neutron] 10.222.0.25 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379647 Nov 11 22:30:01.178362 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-4bafb081-5375-402d-a681-8217b8bc1979 req-1a870fae-b580-4158-8991-8a0eef853088 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 210 time: 0.0492663 Nov 11 22:30:02.350949 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-74247105-a4bc-4e3a-8770-df4ecfedd39a req-a55b7750-7af8-4ac2-8f46-7ffc459468b8 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 210 time: 0.0470841 Nov 11 22:30:03.339982 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:03.425324 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-325c7560-309d-4e86-9728-df687b7ee4b8 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:03.426125 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-325c7560-309d-4e86-9728-df687b7ee4b8 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Synchronizing usage tracker for tenant:eadb1d96f9ad4dc6a1407f8764d24537 on resource:network {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:30:03.495998 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-325c7560-309d-4e86-9728-df687b7ee4b8 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Unset dirty status for tenant:eadb1d96f9ad4dc6a1407f8764d24537 on resource:network {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:30:03.497664 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-325c7560-309d-4e86-9728-df687b7ee4b8 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.55 "GET /v2.0/networks?id=c1808a09-c119-4890-b497-eb250475e018 HTTP/1.1" status: 200 len: 815 time: 0.2282193 Nov 11 22:30:03.514233 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-aece4b9e-1218-40ce-a681-5d77437f38a4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Request body: {'port': {'device_id': 'c1279763-2ea3-46b6-a9f1-2b1bcdd6e390', 'network_id': 'c1808a09-c119-4890-b497-eb250475e018', 'admin_state_up': True, 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:30:03.531006 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e5ba024b-5b9a-40fb-a9e6-c77c504aaa85 req-0f85789e-3870-4e4c-9578-a8ae32221774 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 210 time: 0.0490997 Nov 11 22:30:03.661331 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-aece4b9e-1218-40ce-a681-5d77437f38a4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:30:03.665387 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-aece4b9e-1218-40ce-a681-5d77437f38a4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Usage tracker for resource:port and tenant:eadb1d96f9ad4dc6a1407f8764d24537 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:30:03.668525 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-aece4b9e-1218-40ce-a681-5d77437f38a4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:30:03.674984 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-aece4b9e-1218-40ce-a681-5d77437f38a4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:30:03.757517 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-aece4b9e-1218-40ce-a681-5d77437f38a4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Made reservation on behalf of eadb1d96f9ad4dc6a1407f8764d24537 for: {'port': 1} {{(pid=88356) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 11 22:30:03.763276 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-aece4b9e-1218-40ce-a681-5d77437f38a4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:03.954084 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-aece4b9e-1218-40ce-a681-5d77437f38a4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Allocated IP 172.20.0.4 (c1808a09-c119-4890-b497-eb250475e018/4b1d641b-4825-490b-bb75-eea0b85b8324/7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5) {{(pid=88356) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:30:04.185115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-aece4b9e-1218-40ce-a681-5d77437f38a4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for port, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:04.205826 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-aece4b9e-1218-40ce-a681-5d77437f38a4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Transition to ACTIVE for port object 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 will not be triggered until provisioned by entity DHCP. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:30:04.272693 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-aece4b9e-1218-40ce-a681-5d77437f38a4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:04.292674 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d4e067f3-e22a-49e5-8b16-3ccf66ef3df2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:30:04.354408 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-aece4b9e-1218-40ce-a681-5d77437f38a4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Network c1808a09-c119-4890-b497-eb250475e018 is already hosted by enough agents. {{(pid=88356) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:30:04.358098 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-aece4b9e-1218-40ce-a681-5d77437f38a4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Resources bound (agent type, host, resource id): {{(pid=88356) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:30:04.362535 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-aece4b9e-1218-40ce-a681-5d77437f38a4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Received port after_create {{(pid=88356) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:30:04.434961 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece4b9e-1218-40ce-a681-5d77437f38a4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Pushing event updated for resources: {'Port': ['ID=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:30:04.440420 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-aece4b9e-1218-40ce-a681-5d77437f38a4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:30:04.452425 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-aece4b9e-1218-40ce-a681-5d77437f38a4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:04.453156 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-aece4b9e-1218-40ce-a681-5d77437f38a4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:04.507255 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-aece4b9e-1218-40ce-a681-5d77437f38a4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9971981 Nov 11 22:30:04.734370 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-95d2df2b-3357-4626-a455-2d0c045545b4 None None] Provisioning for port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 completed by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:30:04.740340 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-95d2df2b-3357-4626-a455-2d0c045545b4 None None] Provisioning complete for port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:30:04.741014 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-95d2df2b-3357-4626-a455-2d0c045545b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:04.765464 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b92eb-9144-472e-a7e7-e74d1ad53975 req-c92249b4-2d6b-42d5-af8a-f721d532b972 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:04.767262 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a64b92eb-9144-472e-a7e7-e74d1ad53975 req-c92249b4-2d6b-42d5-af8a-f721d532b972 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 931 time: 0.1007473 Nov 11 22:30:04.804913 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-95d2df2b-3357-4626-a455-2d0c045545b4 None None] Port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 cannot update to ACTIVE because it is not bound. {{(pid=88357) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Nov 11 22:30:04.818573 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a64b92eb-9144-472e-a7e7-e74d1ad53975 req-64bae04a-67d1-401c-bd09-b3efbc4cf99f tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433517 Nov 11 22:30:06.027047 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49c213-0b26-47c1-b563-2dbbbd13ceb5 req-7f5aa807-a783-4518-8f35-3636d0da1bcd tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:06.028682 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3e49c213-0b26-47c1-b563-2dbbbd13ceb5 req-7f5aa807-a783-4518-8f35-3636d0da1bcd tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 931 time: 0.0831676 Nov 11 22:30:06.090815 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3e49c213-0b26-47c1-b563-2dbbbd13ceb5 req-488d6c8c-4f13-4c6c-bf22-526ea63eb456 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521982 Nov 11 22:30:07.305826 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c658c-7461-4d8c-9c7a-e446c9778da3 req-41015e1e-bdb2-4680-8b59-1c2bdf17c304 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:07.307554 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c05c658c-7461-4d8c-9c7a-e446c9778da3 req-41015e1e-bdb2-4680-8b59-1c2bdf17c304 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 931 time: 0.0893450 Nov 11 22:30:07.362360 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c05c658c-7461-4d8c-9c7a-e446c9778da3 req-0812a004-a69b-45c8-bf3b-9d1437f248b1 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478005 Nov 11 22:30:08.426431 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:30:08.575987 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5259d64-b5ac-4f58-9d47-412ae546299b req-c3ffe998-5267-42cd-9727-7d266a5271e4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:08.577594 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a5259d64-b5ac-4f58-9d47-412ae546299b req-c3ffe998-5267-42cd-9727-7d266a5271e4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 931 time: 0.0912166 Nov 11 22:30:08.635442 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a5259d64-b5ac-4f58-9d47-412ae546299b req-93c95dee-21bc-479a-8baf-27b7b546e8d9 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510252 Nov 11 22:30:09.842825 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f746ad-dc53-4550-877b-368b473df06b req-463286e6-54e3-4b28-8cc2-365bc4de80a9 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:09.844400 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a5f746ad-dc53-4550-877b-368b473df06b req-463286e6-54e3-4b28-8cc2-365bc4de80a9 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 931 time: 0.0843301 Nov 11 22:30:09.906371 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a5f746ad-dc53-4550-877b-368b473df06b req-a5c89ff0-cfcc-4be3-b67e-3e3388da6a1d tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541608 Nov 11 22:30:11.129972 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49fbbaf-4858-4d57-8b3e-3bf064d3c1a5 req-502bf055-579e-4f0c-bfce-0c0af7a6e67c tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:11.132368 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d49fbbaf-4858-4d57-8b3e-3bf064d3c1a5 req-502bf055-579e-4f0c-bfce-0c0af7a6e67c tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 931 time: 0.0951247 Nov 11 22:30:11.182658 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d49fbbaf-4858-4d57-8b3e-3bf064d3c1a5 req-2fb8942e-314b-45d0-99cf-bf9a7e3bfea0 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440886 Nov 11 22:30:12.393885 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe5f60-6fc1-4f98-bb8f-2fa96a7458c7 req-d2e1152b-89fd-4560-836a-df9ae502dc29 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:12.395542 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fbfe5f60-6fc1-4f98-bb8f-2fa96a7458c7 req-d2e1152b-89fd-4560-836a-df9ae502dc29 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 931 time: 0.0881038 Nov 11 22:30:12.448680 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fbfe5f60-6fc1-4f98-bb8f-2fa96a7458c7 req-8ed72a71-049e-4089-9a77-4afa2f11aee4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465505 Nov 11 22:30:13.678513 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1cbf6-3834-483f-9ee1-237ae7040aff req-cbaec82f-a165-4e46-8b06-b0184a37132f tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:13.680124 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-13e1cbf6-3834-483f-9ee1-237ae7040aff req-cbaec82f-a165-4e46-8b06-b0184a37132f tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 931 time: 0.0900512 Nov 11 22:30:13.733336 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-13e1cbf6-3834-483f-9ee1-237ae7040aff req-c5e6950c-5214-4472-b615-308263e89d20 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460627 Nov 11 22:30:14.283031 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-bd88916f-1cd6-462e-b032-44c7b4d6580e tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=88356) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:30:14.284086 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-bd88916f-1cd6-462e-b032-44c7b4d6580e tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0056851 Nov 11 22:30:14.369333 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Request body: {'port': {'device_id': 'c1279763-2ea3-46b6-a9f1-2b1bcdd6e390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81588'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:30:14.484835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:14.847273 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 {{(pid=88356) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:30:14.854645 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:14.871022 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Transition to ACTIVE for port object 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 will not be triggered until provisioned by entity L2. {{(pid=88356) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 11 22:30:14.905076 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853672831'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:14.910179 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fe292db0-9ad4-4b0f-9b29-33da88634636 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:30:14.952471 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36579a73-03fe-49f3-b03c-15e711364333 req-7e1ee837-1fbe-4dce-ade6-948343d00ab8 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:14.954168 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-36579a73-03fe-49f3-b03c-15e711364333 req-7e1ee837-1fbe-4dce-ade6-948343d00ab8 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 943 time: 0.0938976 Nov 11 22:30:15.012221 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-36579a73-03fe-49f3-b03c-15e711364333 req-b5c29bb1-6c8c-4d4a-b085-e96d6080af3b tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517585 Nov 11 22:30:15.276717 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Pushing event updated for resources: {'Port': ['ID=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5,revision_number=2']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:30:15.281084 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:30:15.390402 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Attempting to bind port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 on host hv-cinder-81588 for vnic_type normal with profile {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:30:15.390782 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Attempting to bind port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 by drivers openvswitch,hyperv on host hv-cinder-81588 at level 0 using segments [{'id': '90880d64-924f-4315-be5e-e98b2c1908e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c1808a09-c119-4890-b497-eb250475e018'}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 11 22:30:15.391146 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Attempting to bind port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 on network c1808a09-c119-4890-b497-eb250475e018 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:30:15.397307 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 on network c1808a09-c119-4890-b497-eb250475e018 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81588 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Nov 11 22:30:15.397661 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Attempting to bind port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 on network c1808a09-c119-4890-b497-eb250475e018 {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Nov 11 22:30:15.404298 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Checking agent: {'id': 'd308de4e-73e5-4a02-a57f-4634dba51a63', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81588', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'started_at': datetime.datetime(2021, 11, 11, 22, 16, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Nov 11 22:30:15.404643 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Checking segment: {'id': '90880d64-924f-4315-be5e-e98b2c1908e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c1808a09-c119-4890-b497-eb250475e018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88356) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 11 22:30:15.405059 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Bound using segment: {'id': '90880d64-924f-4315-be5e-e98b2c1908e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c1808a09-c119-4890-b497-eb250475e018'} {{(pid=88356) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Nov 11 22:30:15.405528 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.managers [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Bound port: 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5, host: hv-cinder-81588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90880d64-924f-4315-be5e-e98b2c1908e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'c1808a09-c119-4890-b497-eb250475e018'}}] {{(pid=88356) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 11 22:30:15.405929 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:15.496770 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] For port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5, host hv-cinder-81588, cleared binding levels {{(pid=88356) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Nov 11 22:30:15.500438 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] For port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5, host hv-cinder-81588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5,segment=NetworkSegment(90880d64-924f-4315-be5e-e98b2c1908e3),segment_id=90880d64-924f-4315-be5e-e98b2c1908e3)] {{(pid=88356) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Nov 11 22:30:15.528661 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853672831'] for port, after_update {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:15.533332 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c7695ae6-f21b-424e-b3b3-6f30211d789e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:30:15.591678 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:15.593519 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] 10.222.0.55 "PUT /v2.0/ports/7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 HTTP/1.1" status: 200 len: 1093 time: 1.3019755 Nov 11 22:30:15.596068 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1279763-2ea3-46b6-a9f1-2b1bcdd6e390', 'tag': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:30:15.629162 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Pushing event updated for resources: {'Port': ['ID=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5,revision_number=3']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:30:15.632486 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:30:15.738272 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-9a5891a6-891d-4d37-83a9-102d97d6099e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eadb1d96f9ad4dc6a1407f8764d24537&device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 1096 time: 0.0784750 Nov 11 22:30:15.815785 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-13fd3762-0641-41d9-9ea0-ce8d96954e32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 HTTP/1.1" status: 200 len: 217 time: 0.0698199 Nov 11 22:30:15.860199 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1279763-2ea3-46b6-a9f1-2b1bcdd6e390', 'tag': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5', 'status': 'completed', 'code': 200} Nov 11 22:30:15.890150 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-1c32cbfa-6ce6-4e6f-8ad5-42c8a79f3822 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:15.891713 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-1c32cbfa-6ce6-4e6f-8ad5-42c8a79f3822 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b1d641b-4825-490b-bb75-eea0b85b8324 HTTP/1.1" status: 200 len: 854 time: 0.0677454 Nov 11 22:30:15.977445 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-47f2f9cf-444f-41d8-8ba7-57ed29b16874 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1808a09-c119-4890-b497-eb250475e018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784492 Nov 11 22:30:16.122998 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-1b202575-b755-4d51-80fe-e0151623546f service neutron] 10.222.0.55 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380198 Nov 11 22:30:16.238957 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7152b-c5d0-4962-8c47-101da7754711 req-0b162d6f-6187-44a1-a4d2-575b44597b99 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:16.241219 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b5c7152b-c5d0-4962-8c47-101da7754711 req-0b162d6f-6187-44a1-a4d2-575b44597b99 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 943 time: 0.0862229 Nov 11 22:30:16.271012 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-6db3b8e1-089f-4db0-b1c5-8c62ac130309 req-8a6e4cb0-2235-4e6f-8afd-3546a2bd3ab0 service neutron] 10.222.0.55 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416390 Nov 11 22:30:16.291546 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-b5c7152b-c5d0-4962-8c47-101da7754711 req-2274fcc0-f648-4c2d-b6d2-80a597ae5fc1 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439434 Nov 11 22:30:16.425458 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-39f704c1-ce65-41b9-b88e-935b40420f72 req-afa9be31-f711-48e3-aa82-110a26729228 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eadb1d96f9ad4dc6a1407f8764d24537&device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 1096 time: 0.0746930 Nov 11 22:30:16.571416 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f704c1-ce65-41b9-b88e-935b40420f72 req-e554fcb5-f51c-4266-8027-640d2a5ebae2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:16.572939 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-39f704c1-ce65-41b9-b88e-935b40420f72 req-e554fcb5-f51c-4266-8027-640d2a5ebae2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1808a09-c119-4890-b497-eb250475e018 HTTP/1.1" status: 200 len: 916 time: 0.1408691 Nov 11 22:30:16.647046 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-39f704c1-ce65-41b9-b88e-935b40420f72 req-d2ca6fc1-046d-4f76-9a65-f6ff863cce10 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 HTTP/1.1" status: 200 len: 217 time: 0.0670691 Nov 11 22:30:16.715415 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f704c1-ce65-41b9-b88e-935b40420f72 req-292ab5d0-a1c5-4fe0-9de9-479eb888f2c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:16.716981 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-39f704c1-ce65-41b9-b88e-935b40420f72 req-292ab5d0-a1c5-4fe0-9de9-479eb888f2c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b1d641b-4825-490b-bb75-eea0b85b8324 HTTP/1.1" status: 200 len: 854 time: 0.0629659 Nov 11 22:30:16.800879 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-39f704c1-ce65-41b9-b88e-935b40420f72 req-204ce662-95e8-42df-a8c7-df067e9e3eb6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1808a09-c119-4890-b497-eb250475e018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771797 Nov 11 22:30:16.945006 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-39f704c1-ce65-41b9-b88e-935b40420f72 req-fea20f6a-d350-475a-9dfe-7675275a24f2 service neutron] 10.222.0.55 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363981 Nov 11 22:30:17.089857 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-39f704c1-ce65-41b9-b88e-935b40420f72 req-a0c01e04-5243-409d-a6ae-3545d70658a0 service neutron] 10.222.0.55 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383893 Nov 11 22:30:17.179509 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-854a57e5-5cb5-437a-bcfd-9004ea460aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:17.506612 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fcd63f-bc4c-43a6-ad99-85545af66ebb req-28e83fab-0671-4520-9641-9812bc90875b tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:17.508271 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-75fcd63f-bc4c-43a6-ad99-85545af66ebb req-28e83fab-0671-4520-9641-9812bc90875b tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 943 time: 0.0906348 Nov 11 22:30:17.558880 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-75fcd63f-bc4c-43a6-ad99-85545af66ebb req-b893bc61-d0e8-496c-b1bf-7c9d7c70f52f tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439589 Nov 11 22:30:18.770349 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27392679-ffc3-4b35-a053-da476c96f2bd req-f80c2e85-01af-4563-b243-be127950e8fc tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:18.771890 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-27392679-ffc3-4b35-a053-da476c96f2bd req-f80c2e85-01af-4563-b243-be127950e8fc tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 943 time: 0.0863354 Nov 11 22:30:18.896285 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-27392679-ffc3-4b35-a053-da476c96f2bd req-e911827b-d7b3-4677-a6ed-23f339412710 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434546 Nov 11 22:30:19.295600 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 details requested by agent hyperv_hv-cinder-81588 with host hv-cinder-81588 {{(pid=88357) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Nov 11 22:30:19.394083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:19.598520 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5,segment=NetworkSegment(90880d64-924f-4315-be5e-e98b2c1908e3),segment_id=90880d64-924f-4315-be5e-e98b2c1908e3)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:30:19.612879 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Returning: {'device': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5', 'network_id': 'c1808a09-c119-4890-b497-eb250475e018', 'port_id': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5', 'mac_address': 'fa:16:3e:68:44:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88357) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Nov 11 22:30:19.679358 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:19.695057 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9a2a1c7b-c7e4-437f-ac0e-7b943f2f3827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:19.699108 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 {{(pid=88357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 11 22:30:19.714060 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5,segment=NetworkSegment(90880d64-924f-4315-be5e-e98b2c1908e3),segment_id=90880d64-924f-4315-be5e-e98b2c1908e3)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:30:19.734343 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:19.736498 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d568fa55-ce49-404c-94ca-65958b32b423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:30:19.806222 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5,revision_number=4']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:30:19.809486 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:30:19.956291 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:30:20.102646 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43703613-97a0-41e8-8790-474234d97009 req-1ed7f45f-7af7-4365-9b7a-2bb4c3a8e04e tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:20.104275 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-43703613-97a0-41e8-8790-474234d97009 req-1ed7f45f-7af7-4365-9b7a-2bb4c3a8e04e tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 944 time: 0.0904071 Nov 11 22:30:20.155407 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-43703613-97a0-41e8-8790-474234d97009 req-c67cd4b7-3f41-4dd7-bdb3-deaed6555a53 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441349 Nov 11 22:30:20.293770 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:21.309666 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 up at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 11 22:30:21.363907 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75843f09-8370-4260-a8d9-d5b6b2da85c6 req-4b19dee6-3365-4ec4-a78d-86e11e0b2c29 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:21.365538 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-75843f09-8370-4260-a8d9-d5b6b2da85c6 req-4b19dee6-3365-4ec4-a78d-86e11e0b2c29 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 944 time: 0.0837955 Nov 11 22:30:21.407710 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning for port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 completed by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 11 22:30:21.412937 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Provisioning complete for port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 triggered by entity L2. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:30:21.413968 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:21.418573 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-75843f09-8370-4260-a8d9-d5b6b2da85c6 req-ee7c264b-80f8-48b3-ad35-7fd9ec76d357 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462525 Nov 11 22:30:21.517028 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:21.547631 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:21.576521 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1279763-2ea3-46b6-a9f1-2b1bcdd6e390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5'}] {{(pid=88357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:30:21.587313 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] For port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5,segment=NetworkSegment(90880d64-924f-4315-be5e-e98b2c1908e3),segment_id=90880d64-924f-4315-be5e-e98b2c1908e3)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:30:21.619632 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738'] for port, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:21.621715 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:30:21.689660 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Pushing event updated for resources: {'Port': ['ID=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5,revision_number=5']} {{(pid=88357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:30:21.692935 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88357) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:30:21.763072 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1279763-2ea3-46b6-a9f1-2b1bcdd6e390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5', 'code': 200} Nov 11 22:30:22.066745 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0206a843-eebd-4a3a-8820-d54a5d3f3b64 req-8a5eb6d4-73b2-424a-8bbe-33a069e6f3dd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 1098 time: 0.0814705 Nov 11 22:30:22.111321 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0206a843-eebd-4a3a-8820-d54a5d3f3b64 req-29f19e59-cea7-42e2-87c4-b6b339967115 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380633 Nov 11 22:30:22.629810 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281bd92-3e31-4f37-8947-f7a49a26aa02 req-4f7507c5-ead3-4e54-8662-76479569add2 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:22.631434 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9281bd92-3e31-4f37-8947-f7a49a26aa02 req-4f7507c5-ead3-4e54-8662-76479569add2 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 945 time: 0.0876400 Nov 11 22:30:22.680557 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9281bd92-3e31-4f37-8947-f7a49a26aa02 req-c9d30d3d-58cd-4f57-9a9c-df2ce1981264 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428720 Nov 11 22:30:23.889713 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f3685-cbce-4cd8-bcc3-68a08234a993 req-b8aac60d-238b-4736-aef0-abd324049924 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:23.891287 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a45f3685-cbce-4cd8-bcc3-68a08234a993 req-b8aac60d-238b-4736-aef0-abd324049924 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 945 time: 0.0867498 Nov 11 22:30:23.946056 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a45f3685-cbce-4cd8-bcc3-68a08234a993 req-98107c2e-bd3f-4bdf-992c-830b9388b447 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435793 Nov 11 22:30:24.145843 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586f251-e738-4df9-a07d-4acbacc065d8 req-ca247004-8918-4434-a5fe-7dddccd0a1d7 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:24.147450 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8586f251-e738-4df9-a07d-4acbacc065d8 req-ca247004-8918-4434-a5fe-7dddccd0a1d7 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 945 time: 0.0807941 Nov 11 22:30:24.195335 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8586f251-e738-4df9-a07d-4acbacc065d8 req-8af307d1-8b5f-4a8e-8475-4718839f261c tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418355 Nov 11 22:30:24.634934 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78f0dc-de09-4012-b292-6acb778444b5 req-3ff4d712-761e-458e-a8f5-6d6b51a43e87 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:24.636535 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f78f0dc-de09-4012-b292-6acb778444b5 req-3ff4d712-761e-458e-a8f5-6d6b51a43e87 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 945 time: 0.0852075 Nov 11 22:30:24.690142 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1f78f0dc-de09-4012-b292-6acb778444b5 req-ec78f62b-4a52-41f9-8cdf-b55211776e5f tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427999 Nov 11 22:30:30.036155 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de046f-a755-4257-8cf7-9e6de0a8b3a6 req-6078aad4-55ca-4286-b67b-990748b65bb8 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:30.037846 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-28de046f-a755-4257-8cf7-9e6de0a8b3a6 req-6078aad4-55ca-4286-b67b-990748b65bb8 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 945 time: 0.0823326 Nov 11 22:30:30.088809 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-28de046f-a755-4257-8cf7-9e6de0a8b3a6 req-30b4d376-b209-4f86-902a-82e5cd84e372 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443580 Nov 11 22:30:30.118706 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36468) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:30:30.311106 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-b959ee01-95bf-4ccc-8cc4-7faca8ff9a45 tempest-TestMinimumBasicScenario-1734532517 tempest-TestMinimumBasicScenario-1734532517-project-admin] Synchronizing usage tracker for tenant:9926f1460a8d43d091e0e65bf773644a on resource:port {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:30:30.356538 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-b959ee01-95bf-4ccc-8cc4-7faca8ff9a45 tempest-TestMinimumBasicScenario-1734532517 tempest-TestMinimumBasicScenario-1734532517-project-admin] Unset dirty status for tenant:9926f1460a8d43d091e0e65bf773644a on resource:port {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:30:30.357810 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-b959ee01-95bf-4ccc-8cc4-7faca8ff9a45 tempest-TestMinimumBasicScenario-1734532517 tempest-TestMinimumBasicScenario-1734532517-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 1093 time: 0.2379923 Nov 11 22:30:30.360970 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36474) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:30:30.366719 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Request body: {'floatingip': {'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'port_id': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:30:30.372677 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:30:30.376744 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Usage tracker for resource:floatingip and tenant:eadb1d96f9ad4dc6a1407f8764d24537 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:30:30.379732 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:30:30.386584 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:30:30.442168 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for floatingip, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:30.594100 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:30.740441 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_common [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Allocated IP 172.28.0.96 (bf438b09-e7cb-41a3-9cf4-64cadd7b8e13/ef69609a-b63d-436e-8cdc-c158ad574162/f4a2a11c-a578-4deb-b8e2-d386332db9db) {{(pid=88355) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Nov 11 22:30:31.115299 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for port, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:31.162832 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363274046695113', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:31.168406 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d4bbf4b1-8213-465c-abdc-f9b24f094737 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:30:31.237326 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Network bf438b09-e7cb-41a3-9cf4-64cadd7b8e13 is already hosted by enough agents. {{(pid=88355) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 11 22:30:31.240674 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.base_scheduler [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Resources bound (agent type, host, resource id): {{(pid=88355) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Nov 11 22:30:31.246121 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Received port after_create {{(pid=88355) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Nov 11 22:30:31.278205 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Pushing event updated for resources: {'Port': ['ID=f4a2a11c-a578-4deb-b8e2-d386332db9db,revision_number=1']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:30:31.285511 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:30:31.797329 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:31.882843 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:32.112730 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for port, precommit_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:32.144631 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853380691'] for port, after_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:32.149540 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e4426413-cec2-4d30-b2a5-ab5e2f53ac9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:30:32.261432 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Pushing event updated for resources: {'Port': ['ID=f4a2a11c-a578-4deb-b8e2-d386332db9db,revision_number=2']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:30:32.266052 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:30:32.274307 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854332685'] for floatingip, after_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:32.477568 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.l3_db [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Floating IP 148268e2-9aaa-4112-8144-4c4a0b5051ca associated. External IP: 172.28.0.96, port: 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5. Nov 11 22:30:32.891247 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Router 2bfed7e2-02e6-49fa-8b49-1df37047e950 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:30:33.107134 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:30:33.117398 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d2fbc-8169-4916-8017-f90f7348fd92 None None] Sync routers for ids ['2bfed7e2-02e6-49fa-8b49-1df37047e950'] in dv-cinder-815883-4-smb {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:30:33.132477 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d2fbc-8169-4916-8017-f90f7348fd92 None None] Routers {'2bfed7e2-02e6-49fa-8b49-1df37047e950'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:30:33.133212 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-506d2fbc-8169-4916-8017-f90f7348fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:30:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2bfed7e2-02e6-49fa-8b49-1df37047e950'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:30:33.174254 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for floatingip, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:33.232686 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8705370 Nov 11 22:30:33.233388 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1279763-2ea3-46b6-a9f1-2b1bcdd6e390', 'tag': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5'}] {{(pid=88355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:30:33.236049 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 36478) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:30:33.242819 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-53771237', 'description': 'tempest-secgroup-smoke-53771237 description', 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537'}} {{(pid=88356) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:30:33.249775 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:30:33.254488 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Usage tracker for resource:security_group and tenant:eadb1d96f9ad4dc6a1407f8764d24537 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:30:33.257907 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:30:33.266202 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:30:33.295602 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1279763-2ea3-46b6-a9f1-2b1bcdd6e390', 'tag': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5', 'status': 'completed', 'code': 200} Nov 11 22:30:33.305010 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group, before_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:33.339769 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-506d2fbc-8169-4916-8017-f90f7348fd92 None None] Set router 2bfed7e2-02e6-49fa-8b49-1df37047e950 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:30:33.386112 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:33.404878 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:30:33.416720 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Usage tracker for resource:security_group_rule and tenant:eadb1d96f9ad4dc6a1407f8764d24537 is out of sync, need to count used quota {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:30:33.421825 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88356) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:30:33.435194 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88356) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:30:33.448156 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-66b7a587-d5c1-4d4f-80fb-06c9acd9f973 req-4005f56c-7915-4530-a1ac-bf9638507f66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eadb1d96f9ad4dc6a1407f8764d24537&device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 1098 time: 0.1307125 Nov 11 22:30:33.650495 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:33.680679 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7a587-d5c1-4d4f-80fb-06c9acd9f973 req-7dc3d056-368b-4b77-adcd-764b67191031 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:33.682829 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-66b7a587-d5c1-4d4f-80fb-06c9acd9f973 req-7dc3d056-368b-4b77-adcd-764b67191031 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1808a09-c119-4890-b497-eb250475e018 HTTP/1.1" status: 200 len: 916 time: 0.2218230 Nov 11 22:30:33.683932 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_create {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:33.689540 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-942f8965-8061-4928-91d2-a567d6c02433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:30:33.752567 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-506d2fbc-8169-4916-8017-f90f7348fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'name': 'tempest-TestMinimumBasicScenario-1808932837-router', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:34Z', 'updated_at': '2021-11-11T22:29:38Z', 'revision_number': 4, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'gw_port': {'id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:35Z', 'updated_at': '2021-11-11T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_floatingips': [{'id': '148268e2-9aaa-4112-8144-4c4a0b5051ca', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'floating_ip_address': '172.28.0.96', 'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'router_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'port_id': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1808a09-c119-4890-b497-eb250475e018', 'mac_address': 'fa:16:3e:68:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1279763-2ea3-46b6-a9f1-2b1bcdd6e390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:30:31Z', 'updated_at': '2021-11-11T22:30:31Z', 'revision_number': 0, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9829d747-744d-4598-8926-1384f668161f', 'name': '', 'network_id': 'c1808a09-c119-4890-b497-eb250475e018', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'mac_address': 'fa:16:3e:e7:d1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:37Z', 'updated_at': '2021-11-11T22:29:47Z', 'revision_number': 5, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'subnets': [{'id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:30:33.756828 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d2fbc-8169-4916-8017-f90f7348fd92 None None] Checking router: 2bfed7e2-02e6-49fa-8b49-1df37047e950 for host: dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:30:33.769386 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d2fbc-8169-4916-8017-f90f7348fd92 None None] Routers {'2bfed7e2-02e6-49fa-8b49-1df37047e950'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:30:33.770130 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-506d2fbc-8169-4916-8017-f90f7348fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:30:20Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2bfed7e2-02e6-49fa-8b49-1df37047e950'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:30:33.840322 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e99587cf-f04a-4703-ba2a-88f39230e268,revision_number=1']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:30:33.856457 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:30:33.856875 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:30:33.857296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:30:33.857711 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:30:33.858137 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:30:33.858544 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:30:33.858950 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:30:33.859351 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:30:33.859755 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:30:33.860154 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:30:33.860552 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:30:33.865093 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-66b7a587-d5c1-4d4f-80fb-06c9acd9f973 req-a44136dc-0d67-49a1-872c-65884977c969 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 HTTP/1.1" status: 200 len: 998 time: 0.1672912 Nov 11 22:30:33.865976 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:30:33.867330 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:33.873437 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36484) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:30:33.873568 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-f9b2aa22-5613-454b-89fd-d17f5ab47e51 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.6345134 Nov 11 22:30:33.878654 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-0228e13f-2bfe-47f1-b351-49de3a1103f2 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Request body: {'security_group_rule': {'security_group_id': 'e99587cf-f04a-4703-ba2a-88f39230e268', 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:30:33.889017 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0228e13f-2bfe-47f1-b351-49de3a1103f2 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:30:33.894173 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-0228e13f-2bfe-47f1-b351-49de3a1103f2 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Usage tracker for resource:security_group_rule and tenant:eadb1d96f9ad4dc6a1407f8764d24537 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:30:33.897297 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-0228e13f-2bfe-47f1-b351-49de3a1103f2 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:30:33.905067 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-0228e13f-2bfe-47f1-b351-49de3a1103f2 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:30:33.938449 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7a587-d5c1-4d4f-80fb-06c9acd9f973 req-a41de8a2-0df9-4459-87e1-fe6368c7b024 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:33.940088 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-66b7a587-d5c1-4d4f-80fb-06c9acd9f973 req-a41de8a2-0df9-4459-87e1-fe6368c7b024 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b1d641b-4825-490b-bb75-eea0b85b8324 HTTP/1.1" status: 200 len: 854 time: 0.0650094 Nov 11 22:30:33.957468 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0228e13f-2bfe-47f1-b351-49de3a1103f2 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:33.970292 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-506d2fbc-8169-4916-8017-f90f7348fd92 None None] Set router 2bfed7e2-02e6-49fa-8b49-1df37047e950 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:30:34.026537 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0228e13f-2bfe-47f1-b351-49de3a1103f2 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:34.027279 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-66b7a587-d5c1-4d4f-80fb-06c9acd9f973 req-17c8d1db-e71c-412c-9359-91e7d4b0249c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1808a09-c119-4890-b497-eb250475e018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787156 Nov 11 22:30:34.070592 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0228e13f-2bfe-47f1-b351-49de3a1103f2 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:34.080081 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:30:34.106650 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228e13f-2bfe-47f1-b351-49de3a1103f2 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8711d4-1f05-4494-89cc-d2b7af1d2b26,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:30:34.110770 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-0228e13f-2bfe-47f1-b351-49de3a1103f2 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:30:34.150944 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-0228e13f-2bfe-47f1-b351-49de3a1103f2 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:34.152921 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-0228e13f-2bfe-47f1-b351-49de3a1103f2 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2800095 Nov 11 22:30:34.155823 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36488) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:30:34.162375 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-3e04317b-34f3-4094-82b0-c36d13a6bf8b tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Request body: {'security_group_rule': {'security_group_id': 'e99587cf-f04a-4703-ba2a-88f39230e268', 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:30:34.170429 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3e04317b-34f3-4094-82b0-c36d13a6bf8b tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:30:34.174742 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-3e04317b-34f3-4094-82b0-c36d13a6bf8b tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Usage tracker for resource:security_group_rule and tenant:eadb1d96f9ad4dc6a1407f8764d24537 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:30:34.178390 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-3e04317b-34f3-4094-82b0-c36d13a6bf8b tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:30:34.183295 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-66b7a587-d5c1-4d4f-80fb-06c9acd9f973 req-a4bbbe71-ab33-4cf3-bcb9-bbc9a9bdb10c service neutron] 10.222.0.55 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485305 Nov 11 22:30:34.185768 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-3e04317b-34f3-4094-82b0-c36d13a6bf8b tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:30:34.232412 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e04317b-34f3-4094-82b0-c36d13a6bf8b tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:34.319672 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e04317b-34f3-4094-82b0-c36d13a6bf8b tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:34.337037 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-66b7a587-d5c1-4d4f-80fb-06c9acd9f973 req-f46d5567-9158-4b1f-bd22-1495743fa699 service neutron] 10.222.0.55 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437976 Nov 11 22:30:34.359042 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-506d2fbc-8169-4916-8017-f90f7348fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'name': 'tempest-TestMinimumBasicScenario-1808932837-router', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:34Z', 'updated_at': '2021-11-11T22:29:38Z', 'revision_number': 4, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'gw_port': {'id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:35Z', 'updated_at': '2021-11-11T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_floatingips': [{'id': '148268e2-9aaa-4112-8144-4c4a0b5051ca', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'floating_ip_address': '172.28.0.96', 'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'router_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'port_id': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1808a09-c119-4890-b497-eb250475e018', 'mac_address': 'fa:16:3e:68:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1279763-2ea3-46b6-a9f1-2b1bcdd6e390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:30:31Z', 'updated_at': '2021-11-11T22:30:31Z', 'revision_number': 0, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9829d747-744d-4598-8926-1384f668161f', 'name': '', 'network_id': 'c1808a09-c119-4890-b497-eb250475e018', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'mac_address': 'fa:16:3e:e7:d1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:37Z', 'updated_at': '2021-11-11T22:29:47Z', 'revision_number': 5, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'subnets': [{'id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:30:34.362208 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e04317b-34f3-4094-82b0-c36d13a6bf8b tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:34.363442 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d2fbc-8169-4916-8017-f90f7348fd92 None None] The sync data for ids ['2bfed7e2-02e6-49fa-8b49-1df37047e950'] in dv-cinder-815883-4-smb is: [{'id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'name': 'tempest-TestMinimumBasicScenario-1808932837-router', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:34Z', 'updated_at': '2021-11-11T22:29:38Z', 'revision_number': 4, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'gw_port': {'id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:35Z', 'updated_at': '2021-11-11T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_floatingips': [{'id': '148268e2-9aaa-4112-8144-4c4a0b5051ca', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'floating_ip_address': '172.28.0.96', 'floating_network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'router_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'port_id': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1808a09-c119-4890-b497-eb250475e018', 'mac_address': 'fa:16:3e:68:44:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1279763-2ea3-46b6-a9f1-2b1bcdd6e390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:30:31Z', 'updated_at': '2021-11-11T22:30:31Z', 'revision_number': 0, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9829d747-744d-4598-8926-1384f668161f', 'name': '', 'network_id': 'c1808a09-c119-4890-b497-eb250475e018', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'mac_address': 'fa:16:3e:e7:d1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:37Z', 'updated_at': '2021-11-11T22:29:47Z', 'revision_number': 5, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'subnets': [{'id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:30:34.364435 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:30:34.396324 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04317b-34f3-4094-82b0-c36d13a6bf8b tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c8f119f-3f25-4dac-a086-33dce4e40671,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:30:34.399063 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3e04317b-34f3-4094-82b0-c36d13a6bf8b tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:30:34.442014 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e04317b-34f3-4094-82b0-c36d13a6bf8b tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:34.443360 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-3e04317b-34f3-4094-82b0-c36d13a6bf8b tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2863808 Nov 11 22:30:34.446412 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36492) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:30:34.452857 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-78ec2fb0-01e3-4dd4-a618-b726ba047330 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Request body: {'security_group_rule': {'security_group_id': 'e99587cf-f04a-4703-ba2a-88f39230e268', 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:30:34.459973 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-78ec2fb0-01e3-4dd4-a618-b726ba047330 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:30:34.464642 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-78ec2fb0-01e3-4dd4-a618-b726ba047330 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Usage tracker for resource:security_group_rule and tenant:eadb1d96f9ad4dc6a1407f8764d24537 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:30:34.467693 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-78ec2fb0-01e3-4dd4-a618-b726ba047330 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:30:34.473621 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-78ec2fb0-01e3-4dd4-a618-b726ba047330 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:30:34.559147 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-78ec2fb0-01e3-4dd4-a618-b726ba047330 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:34.626686 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-78ec2fb0-01e3-4dd4-a618-b726ba047330 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:34.670572 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-78ec2fb0-01e3-4dd4-a618-b726ba047330 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:34.672826 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:30:34.697245 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec2fb0-01e3-4dd4-a618-b726ba047330 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb729ba-a00b-4ac9-b549-0630b777cba8,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:30:34.700041 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-78ec2fb0-01e3-4dd4-a618-b726ba047330 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:30:34.744984 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-78ec2fb0-01e3-4dd4-a618-b726ba047330 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:34.746380 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-78ec2fb0-01e3-4dd4-a618-b726ba047330 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2989285 Nov 11 22:30:34.747720 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd84b5e3-ecc5-4793-845b-423b38d9e7e6 None None] New status for floating IP 148268e2-9aaa-4112-8144-4c4a0b5051ca: ACTIVE {{(pid=88358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 22:30:34.749202 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36496) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:30:34.755975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-282d1500-f87d-4626-8e71-854ef0e948e5 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Request body: {'security_group_rule': {'security_group_id': 'e99587cf-f04a-4703-ba2a-88f39230e268', 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:30:34.762857 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-282d1500-f87d-4626-8e71-854ef0e948e5 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:30:34.767287 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-282d1500-f87d-4626-8e71-854ef0e948e5 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Usage tracker for resource:security_group_rule and tenant:eadb1d96f9ad4dc6a1407f8764d24537 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:30:34.770498 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-282d1500-f87d-4626-8e71-854ef0e948e5 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:30:34.777702 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-282d1500-f87d-4626-8e71-854ef0e948e5 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:30:34.866935 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-282d1500-f87d-4626-8e71-854ef0e948e5 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:34.946621 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-282d1500-f87d-4626-8e71-854ef0e948e5 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:35.007835 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-282d1500-f87d-4626-8e71-854ef0e948e5 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:35.016655 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2e1c760b-b671-4ebf-a4ab-1e3c584f4399 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:30:35.036484 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d1500-f87d-4626-8e71-854ef0e948e5 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40da58a3-2bd1-4a19-9279-aef38179d5f5,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:30:35.038898 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-282d1500-f87d-4626-8e71-854ef0e948e5 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:30:35.092773 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-282d1500-f87d-4626-8e71-854ef0e948e5 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:35.094144 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-282d1500-f87d-4626-8e71-854ef0e948e5 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3437233 Nov 11 22:30:35.096929 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36500) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:30:35.103028 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-69f6cba8-5653-40e9-98a6-44919ecd3d79 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Request body: {'security_group_rule': {'security_group_id': 'e99587cf-f04a-4703-ba2a-88f39230e268', 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:30:35.110290 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-69f6cba8-5653-40e9-98a6-44919ecd3d79 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:30:35.115311 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-69f6cba8-5653-40e9-98a6-44919ecd3d79 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Usage tracker for resource:security_group_rule and tenant:eadb1d96f9ad4dc6a1407f8764d24537 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:30:35.118390 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-69f6cba8-5653-40e9-98a6-44919ecd3d79 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:30:35.125038 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-69f6cba8-5653-40e9-98a6-44919ecd3d79 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:30:35.173384 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-69f6cba8-5653-40e9-98a6-44919ecd3d79 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Project eadb1d96f9ad4dc6a1407f8764d24537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:30:35.180776 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-69f6cba8-5653-40e9-98a6-44919ecd3d79 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:35.250715 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-69f6cba8-5653-40e9-98a6-44919ecd3d79 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:35.293711 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-69f6cba8-5653-40e9-98a6-44919ecd3d79 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:35.295993 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7786de9a-57b1-43e0-bb6b-75229de00b57 tempest-AttachVolumeShelveTestJSON-1336162861 tempest-AttachVolumeShelveTestJSON-1336162861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:30:35.320199 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6cba8-5653-40e9-98a6-44919ecd3d79 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b78fd77-757b-4037-bc80-909f6a3ac833,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:30:35.325049 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-69f6cba8-5653-40e9-98a6-44919ecd3d79 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:30:35.350744 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-69f6cba8-5653-40e9-98a6-44919ecd3d79 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:35.352141 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-69f6cba8-5653-40e9-98a6-44919ecd3d79 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2541983 Nov 11 22:30:35.355745 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36504) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:30:35.361706 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [None req-126f3190-7a6b-4d95-b0f4-74631fa14847 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Request body: {'security_group_rule': {'security_group_id': 'e99587cf-f04a-4703-ba2a-88f39230e268', 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:30:35.368249 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-126f3190-7a6b-4d95-b0f4-74631fa14847 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 11 22:30:35.372528 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-126f3190-7a6b-4d95-b0f4-74631fa14847 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Usage tracker for resource:security_group_rule and tenant:eadb1d96f9ad4dc6a1407f8764d24537 is out of sync, need to count used quota {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 11 22:30:35.375699 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [None req-126f3190-7a6b-4d95-b0f4-74631fa14847 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88355) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 11 22:30:35.381851 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.quota.driver [None req-126f3190-7a6b-4d95-b0f4-74631fa14847 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88355) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 11 22:30:35.430679 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.db.securitygroups_db [None req-126f3190-7a6b-4d95-b0f4-74631fa14847 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Project eadb1d96f9ad4dc6a1407f8764d24537 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:30:35.438241 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-126f3190-7a6b-4d95-b0f4-74631fa14847 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:35.517450 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-126f3190-7a6b-4d95-b0f4-74631fa14847 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:35.567592 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-126f3190-7a6b-4d95-b0f4-74631fa14847 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348545'] for security_group_rule, after_create {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:35.570324 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:30:35.593793 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f3190-7a6b-4d95-b0f4-74631fa14847 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a42fab-38fa-4724-b921-1c7d5310ea85,revision_number=0']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:30:35.598325 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-126f3190-7a6b-4d95-b0f4-74631fa14847 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:30:35.647537 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-126f3190-7a6b-4d95-b0f4-74631fa14847 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:35.648870 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-126f3190-7a6b-4d95-b0f4-74631fa14847 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2921269 Nov 11 22:30:35.786554 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1602e033-03e4-4258-847f-b94a6c6df24f req-82c74b6d-a8ed-4bc8-bdc3-b97b14b93641 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53771237&fields=id&tenant_id=eadb1d96f9ad4dc6a1407f8764d24537 HTTP/1.1" status: 200 len: 267 time: 0.0447934 Nov 11 22:30:35.880781 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602e033-03e4-4258-847f-b94a6c6df24f req-f57dcbe4-9f5b-4e2c-be6c-7be67b66ae9a tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:35.882435 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1602e033-03e4-4258-847f-b94a6c6df24f req-f57dcbe4-9f5b-4e2c-be6c-7be67b66ae9a tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 945 time: 0.0897980 Nov 11 22:30:35.895285 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-1602e033-03e4-4258-847f-b94a6c6df24f req-bbcbff55-d801-4466-96f4-38baf5674370 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Request body: {'port': {'security_groups': ['04892b66-555c-4e6f-b00d-37905d244937', 'e99587cf-f04a-4703-ba2a-88f39230e268']}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:30:36.027799 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-1602e033-03e4-4258-847f-b94a6c6df24f req-bbcbff55-d801-4466-96f4-38baf5674370 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:36.587241 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-1602e033-03e4-4258-847f-b94a6c6df24f req-bbcbff55-d801-4466-96f4-38baf5674370 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] For port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5,segment=NetworkSegment(90880d64-924f-4315-be5e-e98b2c1908e3),segment_id=90880d64-924f-4315-be5e-e98b2c1908e3)] {{(pid=88355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:30:36.615280 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-1602e033-03e4-4258-847f-b94a6c6df24f req-bbcbff55-d801-4466-96f4-38baf5674370 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for port, precommit_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:36.647816 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-1602e033-03e4-4258-847f-b94a6c6df24f req-bbcbff55-d801-4466-96f4-38baf5674370 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853380691'] for port, after_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:36.654113 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a02103a8-6275-49d4-ad36-06b267abdbe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:30:36.659550 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:30:36.728466 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602e033-03e4-4258-847f-b94a6c6df24f req-bbcbff55-d801-4466-96f4-38baf5674370 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:36.729818 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-1602e033-03e4-4258-847f-b94a6c6df24f req-bbcbff55-d801-4466-96f4-38baf5674370 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:36.731392 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1602e033-03e4-4258-847f-b94a6c6df24f req-bbcbff55-d801-4466-96f4-38baf5674370 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "PUT /v2.0/ports/7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 HTTP/1.1" status: 200 len: 981 time: 0.8416400 Nov 11 22:30:36.731985 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1279763-2ea3-46b6-a9f1-2b1bcdd6e390', 'tag': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5'}] {{(pid=88355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:30:36.766551 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcbff55-d801-4466-96f4-38baf5674370 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Pushing event updated for resources: {'Port': ['ID=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5,revision_number=6']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:30:36.773191 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bbcbff55-d801-4466-96f4-38baf5674370 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:30:36.818995 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:30:36.829526 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1279763-2ea3-46b6-a9f1-2b1bcdd6e390', 'tag': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5', 'status': 'completed', 'code': 200} Nov 11 22:30:36.963700 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d9256e9a-1e24-4a04-9711-234f5fc84d6d req-0cf8206b-548a-457f-b63d-addf4b4ce6cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eadb1d96f9ad4dc6a1407f8764d24537&device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 1137 time: 0.1090260 Nov 11 22:30:36.977455 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04343c38-2e87-4b33-8145-5b28c6ace196 req-a5de5c86-860a-43b6-8f89-2b0153f1ba10 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:36.979741 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-04343c38-2e87-4b33-8145-5b28c6ace196 req-a5de5c86-860a-43b6-8f89-2b0153f1ba10 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 984 time: 0.1116481 Nov 11 22:30:37.051214 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-04343c38-2e87-4b33-8145-5b28c6ace196 req-e76e010c-ae4b-4d82-899a-b704deb0cd3c tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=e99587cf-f04a-4703-ba2a-88f39230e268&id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0593374 Nov 11 22:30:37.140351 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9256e9a-1e24-4a04-9711-234f5fc84d6d req-92bf01bd-d29f-4ecf-a009-7538cb5edd3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:37.142416 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d9256e9a-1e24-4a04-9711-234f5fc84d6d req-92bf01bd-d29f-4ecf-a009-7538cb5edd3f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1808a09-c119-4890-b497-eb250475e018 HTTP/1.1" status: 200 len: 916 time: 0.1704116 Nov 11 22:30:37.220622 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-8767ff23-dfa9-47a5-aba4-f6ae1dd8edc4 None None] Provisioning complete for port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:30:37.221034 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8767ff23-dfa9-47a5-aba4-f6ae1dd8edc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:37.257807 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d9256e9a-1e24-4a04-9711-234f5fc84d6d req-49982e7c-ff89-45d2-bf37-96508a93a6f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 HTTP/1.1" status: 200 len: 1000 time: 0.1087637 Nov 11 22:30:37.330603 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9256e9a-1e24-4a04-9711-234f5fc84d6d req-093359e1-348e-45c5-a72f-7566a543b7b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:37.332220 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d9256e9a-1e24-4a04-9711-234f5fc84d6d req-093359e1-348e-45c5-a72f-7566a543b7b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b1d641b-4825-490b-bb75-eea0b85b8324 HTTP/1.1" status: 200 len: 854 time: 0.0675809 Nov 11 22:30:37.420044 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d9256e9a-1e24-4a04-9711-234f5fc84d6d req-5feca079-6541-4462-86dc-4316ee2aa985 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1808a09-c119-4890-b497-eb250475e018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798578 Nov 11 22:30:37.803362 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d9256e9a-1e24-4a04-9711-234f5fc84d6d req-b3daf641-e650-4c9a-a024-96381df89500 service neutron] 10.222.0.55 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763962 Nov 11 22:30:37.948222 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-d9256e9a-1e24-4a04-9711-234f5fc84d6d req-08f6c03f-c918-4ed8-ae4f-b04215568cd5 service neutron] 10.222.0.55 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364434 Nov 11 22:30:39.753207 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5cbd1192-b591-4f45-8c8d-252311ada13b req-d5a3c283-3bca-40d4-8f12-c5ba86675ca3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756414 Nov 11 22:30:39.906535 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5cbd1192-b591-4f45-8c8d-252311ada13b req-be3718f7-adee-47c0-ae27-3484fd7c6427 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eadb1d96f9ad4dc6a1407f8764d24537&device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 1137 time: 0.0785699 Nov 11 22:30:40.073489 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd1192-b591-4f45-8c8d-252311ada13b req-162332b3-ac48-400d-a05f-67b69185813a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:40.075283 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5cbd1192-b591-4f45-8c8d-252311ada13b req-162332b3-ac48-400d-a05f-67b69185813a service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1808a09-c119-4890-b497-eb250475e018 HTTP/1.1" status: 200 len: 916 time: 0.1478493 Nov 11 22:30:40.270853 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5cbd1192-b591-4f45-8c8d-252311ada13b req-76cfc1f4-a5be-43ab-b822-0aa1bf87dfab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 HTTP/1.1" status: 200 len: 1000 time: 0.1882050 Nov 11 22:30:40.350103 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd1192-b591-4f45-8c8d-252311ada13b req-38da4702-87c1-4dc7-add8-7d2d666bed1e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:40.351717 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5cbd1192-b591-4f45-8c8d-252311ada13b req-38da4702-87c1-4dc7-add8-7d2d666bed1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b1d641b-4825-490b-bb75-eea0b85b8324 HTTP/1.1" status: 200 len: 854 time: 0.0726635 Nov 11 22:30:40.440455 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5cbd1192-b591-4f45-8c8d-252311ada13b req-3403689d-ac19-4840-b022-479d1e95ddc4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1808a09-c119-4890-b497-eb250475e018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808151 Nov 11 22:30:40.601362 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5cbd1192-b591-4f45-8c8d-252311ada13b req-895352ef-d756-4b5d-9e54-ee462c0c1d95 service neutron] 10.222.0.55 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519632 Nov 11 22:30:40.755392 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5cbd1192-b591-4f45-8c8d-252311ada13b req-b381a340-7a21-46a0-955a-e4ab0a0a3c90 service neutron] 10.222.0.55 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461463 Nov 11 22:30:45.426923 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:30:47.190294 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cdc9a530-c700-4de9-b684-2edaf79e380f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:48.808396 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:49.676031 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b913-fe9c-4202-a0a6-f3250fb6795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:50.270139 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:51.499036 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:30:59.849386 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ae2c37e3-11e8-428f-9a56-650428e215cd req-b11ed172-8e40-4588-824d-eb3a83361b58 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eadb1d96f9ad4dc6a1407f8764d24537&device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 1137 time: 0.0816541 Nov 11 22:30:59.860511 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ed665-0c4d-41e7-aa67-d76fe6ad6014 req-cd53c4f8-bff3-490d-88a9-d73fcc5047fd tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:59.862142 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-130ed665-0c4d-41e7-aa67-d76fe6ad6014 req-cd53c4f8-bff3-490d-88a9-d73fcc5047fd tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 984 time: 0.0848279 Nov 11 22:30:59.914292 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-130ed665-0c4d-41e7-aa67-d76fe6ad6014 req-8bdfa028-91a1-4ad1-ba5d-dad988be6f41 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=e99587cf-f04a-4703-ba2a-88f39230e268&id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0455880 Nov 11 22:30:59.994304 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c37e3-11e8-428f-9a56-650428e215cd req-0a523c83-d730-48cc-a5f8-d1fd454668df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:30:59.995815 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ae2c37e3-11e8-428f-9a56-650428e215cd req-0a523c83-d730-48cc-a5f8-d1fd454668df service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1808a09-c119-4890-b497-eb250475e018 HTTP/1.1" status: 200 len: 916 time: 0.1390426 Nov 11 22:31:00.100452 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ae2c37e3-11e8-428f-9a56-650428e215cd req-0a390e4b-7cfb-4090-9aa5-41608717a7a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 HTTP/1.1" status: 200 len: 1000 time: 0.0974989 Nov 11 22:31:00.174976 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2c37e3-11e8-428f-9a56-650428e215cd req-f9a0ee5f-e175-43da-a8f9-91fca6235223 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:00.176545 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ae2c37e3-11e8-428f-9a56-650428e215cd req-f9a0ee5f-e175-43da-a8f9-91fca6235223 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b1d641b-4825-490b-bb75-eea0b85b8324 HTTP/1.1" status: 200 len: 854 time: 0.0692966 Nov 11 22:31:00.257086 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ae2c37e3-11e8-428f-9a56-650428e215cd req-f9ded6c2-3ae1-48c1-9cfb-0810346dd880 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1808a09-c119-4890-b497-eb250475e018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731604 Nov 11 22:31:00.403158 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ae2c37e3-11e8-428f-9a56-650428e215cd req-b691e186-d432-489b-8511-532a8d819036 service neutron] 10.222.0.55 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390607 Nov 11 22:31:00.552262 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ae2c37e3-11e8-428f-9a56-650428e215cd req-2a00a604-7556-4649-8ada-77250efc59e9 service neutron] 10.222.0.55 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425672 Nov 11 22:31:01.149911 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99030447-3ca8-419f-ab3a-635ca8371e1e req-af31fac5-2c3c-4de9-8b22-4b4e5797b00c tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:01.151589 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-99030447-3ca8-419f-ab3a-635ca8371e1e req-af31fac5-2c3c-4de9-8b22-4b4e5797b00c tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 984 time: 0.1039078 Nov 11 22:31:01.203170 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-99030447-3ca8-419f-ab3a-635ca8371e1e req-9602ef4d-c069-4bf7-9964-f23d1ca85228 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=e99587cf-f04a-4703-ba2a-88f39230e268&id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0450866 Nov 11 22:31:02.413241 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51b1cc-8132-4f1c-b7cb-78f374c6f3a1 req-8ea01475-ef83-4e14-ae57-b4ebc5fdd2d6 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:02.414937 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9e51b1cc-8132-4f1c-b7cb-78f374c6f3a1 req-8ea01475-ef83-4e14-ae57-b4ebc5fdd2d6 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 984 time: 0.0846484 Nov 11 22:31:02.472244 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-9e51b1cc-8132-4f1c-b7cb-78f374c6f3a1 req-20c5104f-ef3d-484e-98c3-84380b2aa0c3 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=e99587cf-f04a-4703-ba2a-88f39230e268&id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0506973 Nov 11 22:31:03.378394 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:03.686955 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b1ac0-f852-41e2-b61e-05e869d617de req-71c49e82-48ed-4e0e-a570-ff2226a1a1cc tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:03.688596 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-996b1ac0-f852-41e2-b61e-05e869d617de req-71c49e82-48ed-4e0e-a570-ff2226a1a1cc tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 984 time: 0.0843592 Nov 11 22:31:03.739864 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-996b1ac0-f852-41e2-b61e-05e869d617de req-cdc873ba-c87a-43f3-b8b9-3562f347385a tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=e99587cf-f04a-4703-ba2a-88f39230e268&id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0447314 Nov 11 22:31:04.951699 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139f7f7-a2e3-46b6-b807-73d4a39c9261 req-78b77084-28e8-47f7-b8d2-c5501a0f2b9c tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:04.953297 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0139f7f7-a2e3-46b6-b807-73d4a39c9261 req-78b77084-28e8-47f7-b8d2-c5501a0f2b9c tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 984 time: 0.0871911 Nov 11 22:31:05.002456 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-0139f7f7-a2e3-46b6-b807-73d4a39c9261 req-192fbbac-688b-40ae-aac9-50ded85fd3e5 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=e99587cf-f04a-4703-ba2a-88f39230e268&id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0428679 Nov 11 22:31:06.207576 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1e1c5-ada2-4b6f-a15d-0e351c1fdef6 req-2aff035e-2760-49d2-88f9-a43cabdca4b7 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:06.209194 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e9f1e1c5-ada2-4b6f-a15d-0e351c1fdef6 req-2aff035e-2760-49d2-88f9-a43cabdca4b7 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 984 time: 0.0839231 Nov 11 22:31:06.259831 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-e9f1e1c5-ada2-4b6f-a15d-0e351c1fdef6 req-80553a08-9c8b-466e-a683-f6bee1bd9a12 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=e99587cf-f04a-4703-ba2a-88f39230e268&id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0437148 Nov 11 22:31:07.471097 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb1c59-f77d-4611-8ef4-083a9d29cd78 req-e242820d-a069-406e-8269-e6f0c14e3dd8 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:07.472747 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bfeb1c59-f77d-4611-8ef4-083a9d29cd78 req-e242820d-a069-406e-8269-e6f0c14e3dd8 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 984 time: 0.0874827 Nov 11 22:31:07.524839 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-bfeb1c59-f77d-4611-8ef4-083a9d29cd78 req-d944a445-29f8-492e-81e4-79d645f9cd76 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=e99587cf-f04a-4703-ba2a-88f39230e268&id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0450456 Nov 11 22:31:08.729131 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f983058f-657e-4ec9-b70a-c2780f030205 req-3a3572cd-2e14-43fa-855b-c9e858c2bdb1 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:08.730705 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f983058f-657e-4ec9-b70a-c2780f030205 req-3a3572cd-2e14-43fa-855b-c9e858c2bdb1 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 984 time: 0.0837493 Nov 11 22:31:08.782160 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f983058f-657e-4ec9-b70a-c2780f030205 req-b4dcda1a-b1e9-485b-9f5d-c972d20025ed tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=e99587cf-f04a-4703-ba2a-88f39230e268&id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0453162 Nov 11 22:31:09.991374 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f599a719-f417-4f92-88e8-93211181b51d req-c4ea067c-0575-4acf-a70b-b11abf6fe292 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:09.992984 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f599a719-f417-4f92-88e8-93211181b51d req-c4ea067c-0575-4acf-a70b-b11abf6fe292 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 984 time: 0.0846200 Nov 11 22:31:10.042303 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-f599a719-f417-4f92-88e8-93211181b51d req-3cea2db3-6822-4466-8250-c2aa68f5978a tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=e99587cf-f04a-4703-ba2a-88f39230e268&id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0431883 Nov 11 22:31:11.248150 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4ca5f-ad7c-48b6-84b9-a9b62c109a31 req-b6a6cadf-04a3-4727-bc95-7108cd962387 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:11.249763 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-66f4ca5f-ad7c-48b6-84b9-a9b62c109a31 req-b6a6cadf-04a3-4727-bc95-7108cd962387 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 984 time: 0.0805173 Nov 11 22:31:11.304401 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-66f4ca5f-ad7c-48b6-84b9-a9b62c109a31 req-b02ec423-b2df-4218-87bf-14bd240f7cd3 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=e99587cf-f04a-4703-ba2a-88f39230e268&id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0484605 Nov 11 22:31:12.528731 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082fc54-74c2-40a5-9fc6-a2f810015bd7 req-d4af8fb6-0bd7-4e2e-a2b1-7552152c3a58 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:12.530434 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c082fc54-74c2-40a5-9fc6-a2f810015bd7 req-d4af8fb6-0bd7-4e2e-a2b1-7552152c3a58 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 984 time: 0.0896034 Nov 11 22:31:12.582629 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c082fc54-74c2-40a5-9fc6-a2f810015bd7 req-ec46334c-b799-46c2-bbbc-5ca5cb604106 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=e99587cf-f04a-4703-ba2a-88f39230e268&id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0457926 Nov 11 22:31:13.791289 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726a6f1-bce6-40f1-90db-2550f221d7ac req-79d52f19-ad6e-40ef-9acc-69d661309f34 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:13.792814 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c726a6f1-bce6-40f1-90db-2550f221d7ac req-79d52f19-ad6e-40ef-9acc-69d661309f34 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 984 time: 0.0869184 Nov 11 22:31:13.851128 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-c726a6f1-bce6-40f1-90db-2550f221d7ac req-7782422c-52d1-48a8-8257-a17a5740c8d8 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=e99587cf-f04a-4703-ba2a-88f39230e268&id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0519669 Nov 11 22:31:15.063150 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8ad55-e878-4e68-a534-5b2e74270089 req-d18bdd42-db7b-4d71-97fa-def1782c02ba tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:15.064776 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1dd8ad55-e878-4e68-a534-5b2e74270089 req-d18bdd42-db7b-4d71-97fa-def1782c02ba tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 984 time: 0.0817661 Nov 11 22:31:15.114310 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-1dd8ad55-e878-4e68-a534-5b2e74270089 req-57b8fa1b-7f67-4bc7-90b6-3dc767af84e3 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=e99587cf-f04a-4703-ba2a-88f39230e268&id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0433524 Nov 11 22:31:16.322857 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9948f1-4043-4c41-9d23-5d8e27c6546f req-a2e52575-835e-4138-957d-54f7d8ac4d9c tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:16.325019 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8f9948f1-4043-4c41-9d23-5d8e27c6546f req-a2e52575-835e-4138-957d-54f7d8ac4d9c tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 984 time: 0.0902073 Nov 11 22:31:16.377191 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-8f9948f1-4043-4c41-9d23-5d8e27c6546f req-cab96486-4e31-4a9d-a006-84c382341b14 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=e99587cf-f04a-4703-ba2a-88f39230e268&id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0452683 Nov 11 22:31:17.188921 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dc6ecfa0-9e32-42f3-b769-e0cabf7bff66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:17.581476 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60b693-a3fd-43e7-9f47-0462d75104a1 req-5ef5720a-bb5f-4581-a6c3-8fc7eaa40d95 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:17.583114 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ae60b693-a3fd-43e7-9f47-0462d75104a1 req-5ef5720a-bb5f-4581-a6c3-8fc7eaa40d95 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 984 time: 0.0815425 Nov 11 22:31:17.636266 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-ae60b693-a3fd-43e7-9f47-0462d75104a1 req-855b26eb-208b-4c8c-a52e-1d19dd33e33a tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=e99587cf-f04a-4703-ba2a-88f39230e268&id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0467839 Nov 11 22:31:18.812464 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:19.675590 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d9034bce-f31b-4f97-9f1d-fcaf659ea15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:20.275393 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:21.475240 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:22.428928 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:31:33.344678 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:40.758409 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a01aa832-e196-4ea8-935a-9f09d9a47104 req-f626a14c-ea01-494c-99b5-e5a56bd911d8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812991 Nov 11 22:31:40.912647 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a01aa832-e196-4ea8-935a-9f09d9a47104 req-8b96af21-4fb3-4dfc-b2ab-22df4377bf77 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eadb1d96f9ad4dc6a1407f8764d24537&device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 1137 time: 0.0829144 Nov 11 22:31:41.068798 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01aa832-e196-4ea8-935a-9f09d9a47104 req-ef58aaeb-dcd0-4b95-ae92-00967ac6e28a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:41.070312 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a01aa832-e196-4ea8-935a-9f09d9a47104 req-ef58aaeb-dcd0-4b95-ae92-00967ac6e28a service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1808a09-c119-4890-b497-eb250475e018 HTTP/1.1" status: 200 len: 916 time: 0.1360683 Nov 11 22:31:41.184039 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a01aa832-e196-4ea8-935a-9f09d9a47104 req-a41473ac-f24c-4f99-a2ba-54eeee5d164a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 HTTP/1.1" status: 200 len: 1000 time: 0.1067703 Nov 11 22:31:41.253272 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01aa832-e196-4ea8-935a-9f09d9a47104 req-bbfb1fb3-82bd-4a74-b97d-8398685a3125 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:41.254911 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a01aa832-e196-4ea8-935a-9f09d9a47104 req-bbfb1fb3-82bd-4a74-b97d-8398685a3125 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b1d641b-4825-490b-bb75-eea0b85b8324 HTTP/1.1" status: 200 len: 854 time: 0.0640335 Nov 11 22:31:41.339431 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a01aa832-e196-4ea8-935a-9f09d9a47104 req-a35b0e5b-64c8-48fc-b32f-cd81cf2b02b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1808a09-c119-4890-b497-eb250475e018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775449 Nov 11 22:31:41.486124 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a01aa832-e196-4ea8-935a-9f09d9a47104 req-ae2706a2-7b8c-4931-97ed-0c3894009dac service neutron] 10.222.0.55 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398399 Nov 11 22:31:41.638120 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-a01aa832-e196-4ea8-935a-9f09d9a47104 req-31036eb9-6ca0-4400-be46-654b123a6b29 service neutron] 10.222.0.55 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401763 Nov 11 22:31:47.182730 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bcef06ab-dbf6-4b1b-b23e-a84b32ace1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:48.817912 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:49.675055 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-f0b27f78-12f9-46ca-aac5-fc03abf7041b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:50.285051 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:50.551519 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7cb4fc52-20b9-4f2b-90c0-c0215782cd33 req-e72569b7-6871-4243-b0d3-849f25df6a5b tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-53771237&fields=id&tenant_id=eadb1d96f9ad4dc6a1407f8764d24537 HTTP/1.1" status: 200 len: 267 time: 0.0454683 Nov 11 22:31:50.642228 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4fc52-20b9-4f2b-90c0-c0215782cd33 req-10a824e2-2e19-4fb3-85b6-6f907076052b tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:50.643811 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7cb4fc52-20b9-4f2b-90c0-c0215782cd33 req-10a824e2-2e19-4fb3-85b6-6f907076052b tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 984 time: 0.0821891 Nov 11 22:31:50.655372 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.v2.base [req-7cb4fc52-20b9-4f2b-90c0-c0215782cd33 req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Request body: {'port': {'security_groups': ['04892b66-555c-4e6f-b00d-37905d244937']}} {{(pid=88355) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Nov 11 22:31:50.782367 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-7cb4fc52-20b9-4f2b-90c0-c0215782cd33 req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3351798'] for port, before_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:51.037339 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-7cb4fc52-20b9-4f2b-90c0-c0215782cd33 req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] For port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5,segment=NetworkSegment(90880d64-924f-4315-be5e-e98b2c1908e3),segment_id=90880d64-924f-4315-be5e-e98b2c1908e3)] {{(pid=88355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:31:51.063240 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-7cb4fc52-20b9-4f2b-90c0-c0215782cd33 req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for port, precommit_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:51.136366 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-7cb4fc52-20b9-4f2b-90c0-c0215782cd33 req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363274046286674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363274046695096', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762808080738', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853380691'] for port, after_update {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:51.143051 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:31:51.148677 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:31:51.214201 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4fc52-20b9-4f2b-90c0-c0215782cd33 req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:51.214890 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-7cb4fc52-20b9-4f2b-90c0-c0215782cd33 req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:51.216408 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-7cb4fc52-20b9-4f2b-90c0-c0215782cd33 req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "PUT /v2.0/ports/7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 HTTP/1.1" status: 200 len: 942 time: 0.5659037 Nov 11 22:31:51.216989 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1279763-2ea3-46b6-a9f1-2b1bcdd6e390', 'tag': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5'}] {{(pid=88355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:31:51.223851 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88356) accepted ('10.222.0.25', 36566) {{(pid=88356) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:31:51.254402 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Pushing event updated for resources: {'Port': ['ID=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5,revision_number=7']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:31:51.269696 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.270158 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.270581 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.270995 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.271458 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.271869 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.272275 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.272682 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.273086 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.273488 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.273915 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.278776 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-a3bb4201-203a-428e-ab40-fec2404908fb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:31:51.311082 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-546ca86b-1082-46a0-9199-f0350cf87111 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:51.324314 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:31:51.354184 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-546ca86b-1082-46a0-9199-f0350cf87111 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:51.424809 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1279763-2ea3-46b6-a9f1-2b1bcdd6e390', 'tag': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5', 'status': 'completed', 'code': 200} Nov 11 22:31:51.441048 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-546ca86b-1082-46a0-9199-f0350cf87111 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:51.447548 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-fd29832d-156a-4fd8-8830-33476e5180d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:31:51.520244 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546ca86b-1082-46a0-9199-f0350cf87111 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99587cf-f04a-4703-ba2a-88f39230e268,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:31:51.526756 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:51.530976 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-546ca86b-1082-46a0-9199-f0350cf87111 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for security_group, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:51.532366 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-546ca86b-1082-46a0-9199-f0350cf87111 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "DELETE /v2.0/security-groups/e99587cf-f04a-4703-ba2a-88f39230e268 HTTP/1.1" status: 204 len: 168 time: 0.3069232 Nov 11 22:31:51.535338 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36574) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:31:51.555745 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ca86b-1082-46a0-9199-f0350cf87111 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.558186 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ca86b-1082-46a0-9199-f0350cf87111 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.558812 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ca86b-1082-46a0-9199-f0350cf87111 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.559291 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ca86b-1082-46a0-9199-f0350cf87111 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.560450 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ca86b-1082-46a0-9199-f0350cf87111 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.562122 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ca86b-1082-46a0-9199-f0350cf87111 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.562355 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ca86b-1082-46a0-9199-f0350cf87111 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.566186 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ca86b-1082-46a0-9199-f0350cf87111 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.566632 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ca86b-1082-46a0-9199-f0350cf87111 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.567050 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ca86b-1082-46a0-9199-f0350cf87111 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.567450 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546ca86b-1082-46a0-9199-f0350cf87111 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815883-4-smb {{(pid=88356) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 11 22:31:51.575954 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-546ca86b-1082-46a0-9199-f0350cf87111 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:31:51.596800 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fe3cc91f-c310-4c33-901c-cd7a3df50c0d req-30e5f3e4-1b6e-401b-adf1-280f9c2def7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eadb1d96f9ad4dc6a1407f8764d24537&device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 1098 time: 0.1351571 Nov 11 22:31:51.614666 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.provisioning_blocks [None req-12cc5c45-64f6-4fec-b305-1bab83ca6bc3 None None] Provisioning complete for port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 triggered by entity DHCP. {{(pid=88357) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 11 22:31:51.615090 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-12cc5c45-64f6-4fec-b305-1bab83ca6bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3949362'] for port, provisioning_complete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:51.752640 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cc91f-c310-4c33-901c-cd7a3df50c0d req-85e57d37-9de6-4f0e-97cc-4225dd832ea3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:51.754333 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fe3cc91f-c310-4c33-901c-cd7a3df50c0d req-85e57d37-9de6-4f0e-97cc-4225dd832ea3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1808a09-c119-4890-b497-eb250475e018 HTTP/1.1" status: 200 len: 916 time: 0.1499002 Nov 11 22:31:51.767947 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-74a388e1-af7a-4841-8a25-383f69148b26 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Deleting port f4a2a11c-a578-4deb-b8e2-d386332db9db {{(pid=88355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:31:51.768335 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-74a388e1-af7a-4841-8a25-383f69148b26 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:51.860918 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fe3cc91f-c310-4c33-901c-cd7a3df50c0d req-d89456a7-03b8-4168-90d7-4b28ef8f86fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 HTTP/1.1" status: 200 len: 1000 time: 0.0990450 Nov 11 22:31:51.934533 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cc91f-c310-4c33-901c-cd7a3df50c0d req-f821976a-8256-4e79-b372-47aed198bbc4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:51.936124 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fe3cc91f-c310-4c33-901c-cd7a3df50c0d req-f821976a-8256-4e79-b372-47aed198bbc4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b1d641b-4825-490b-bb75-eea0b85b8324 HTTP/1.1" status: 200 len: 854 time: 0.0690520 Nov 11 22:31:51.947309 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-74a388e1-af7a-4841-8a25-383f69148b26 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:51.947678 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-74a388e1-af7a-4841-8a25-383f69148b26 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:52.016227 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fe3cc91f-c310-4c33-901c-cd7a3df50c0d req-aff109c2-59b6-4722-8fbd-e3f6b3aa2f6d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1808a09-c119-4890-b497-eb250475e018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0734112 Nov 11 22:31:52.074421 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-74a388e1-af7a-4841-8a25-383f69148b26 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Calling delete_port for f4a2a11c-a578-4deb-b8e2-d386332db9db owned by network:floatingip {{(pid=88355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:31:52.164027 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fe3cc91f-c310-4c33-901c-cd7a3df50c0d req-fc8ca8d2-bdcd-468e-9b7a-e7f6fe1afcd9 service neutron] 10.222.0.55 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378260 Nov 11 22:31:52.389572 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-74a388e1-af7a-4841-8a25-383f69148b26 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:52.395283 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-dfb2c3b6-3cce-4d72-af86-7b6b5265bcc4 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:31:52.440743 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a388e1-af7a-4841-8a25-383f69148b26 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Pushing event deleted for resources: {'Port': ['ID=f4a2a11c-a578-4deb-b8e2-d386332db9db,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:31:52.443663 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-74a388e1-af7a-4841-8a25-383f69148b26 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:31:52.537791 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-fe3cc91f-c310-4c33-901c-cd7a3df50c0d req-bdf0d09f-739a-4b9e-b59c-3946515604f0 service neutron] 10.222.0.55 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672619 Nov 11 22:31:52.544420 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-74a388e1-af7a-4841-8a25-383f69148b26 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks [] for floatingip, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:53.201818 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a388e1-af7a-4841-8a25-383f69148b26 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Router 2bfed7e2-02e6-49fa-8b49-1df37047e950 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:31:53.423109 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a388e1-af7a-4841-8a25-383f69148b26 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:31:53.434981 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d540e-a5fa-4d30-9118-bbe520f380a4 None None] Sync routers for ids ['2bfed7e2-02e6-49fa-8b49-1df37047e950'] in dv-cinder-815883-4-smb {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:31:53.437249 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-74a388e1-af7a-4841-8a25-383f69148b26 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for floatingip, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:53.447986 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d540e-a5fa-4d30-9118-bbe520f380a4 None None] Routers {'2bfed7e2-02e6-49fa-8b49-1df37047e950'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:31:53.448673 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-fb5d540e-a5fa-4d30-9118-bbe520f380a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:31:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2bfed7e2-02e6-49fa-8b49-1df37047e950'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:31:53.499431 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-74a388e1-af7a-4841-8a25-383f69148b26 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "DELETE /v2.0/floatingips/148268e2-9aaa-4112-8144-4c4a0b5051ca HTTP/1.1" status: 204 len: 168 time: 1.9601223 Nov 11 22:31:53.499431 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1279763-2ea3-46b6-a9f1-2b1bcdd6e390', 'tag': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5'}] {{(pid=88355) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:31:53.560163 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1279763-2ea3-46b6-a9f1-2b1bcdd6e390', 'tag': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5', 'status': 'completed', 'code': 200} Nov 11 22:31:53.654296 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-fb5d540e-a5fa-4d30-9118-bbe520f380a4 None None] Set router 2bfed7e2-02e6-49fa-8b49-1df37047e950 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:31:53.664663 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5ad72436-b23c-4f44-a29f-549a2c07a064 req-6a3db8c6-a19f-4e1b-b1c3-0fa8b9c9fd7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eadb1d96f9ad4dc6a1407f8764d24537&device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 1098 time: 0.0816185 Nov 11 22:31:53.811192 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad72436-b23c-4f44-a29f-549a2c07a064 req-bdac4573-965a-464f-8870-c7b6f4cdf840 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:53.812545 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5ad72436-b23c-4f44-a29f-549a2c07a064 req-bdac4573-965a-464f-8870-c7b6f4cdf840 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c1808a09-c119-4890-b497-eb250475e018 HTTP/1.1" status: 200 len: 916 time: 0.1413372 Nov 11 22:31:53.886199 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5ad72436-b23c-4f44-a29f-549a2c07a064 req-a39427ec-1d66-4c6d-bc59-0d65210baac7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 HTTP/1.1" status: 200 len: 217 time: 0.0668159 Nov 11 22:31:53.975499 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad72436-b23c-4f44-a29f-549a2c07a064 req-19a05839-55c1-4e03-9a4b-808078f0aa24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:53.977260 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5ad72436-b23c-4f44-a29f-549a2c07a064 req-19a05839-55c1-4e03-9a4b-808078f0aa24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b1d641b-4825-490b-bb75-eea0b85b8324 HTTP/1.1" status: 200 len: 854 time: 0.0851758 Nov 11 22:31:53.997888 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-fb5d540e-a5fa-4d30-9118-bbe520f380a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'name': 'tempest-TestMinimumBasicScenario-1808932837-router', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:34Z', 'updated_at': '2021-11-11T22:29:38Z', 'revision_number': 4, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'gw_port': {'id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:35Z', 'updated_at': '2021-11-11T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '9829d747-744d-4598-8926-1384f668161f', 'name': '', 'network_id': 'c1808a09-c119-4890-b497-eb250475e018', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'mac_address': 'fa:16:3e:e7:d1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:37Z', 'updated_at': '2021-11-11T22:29:47Z', 'revision_number': 5, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'subnets': [{'id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:31:54.002315 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d540e-a5fa-4d30-9118-bbe520f380a4 None None] Checking router: 2bfed7e2-02e6-49fa-8b49-1df37047e950 for host: dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:31:54.013698 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5d540e-a5fa-4d30-9118-bbe520f380a4 None None] Routers {'2bfed7e2-02e6-49fa-8b49-1df37047e950'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:31:54.014409 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-fb5d540e-a5fa-4d30-9118-bbe520f380a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:31:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2bfed7e2-02e6-49fa-8b49-1df37047e950'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:31:54.060940 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5ad72436-b23c-4f44-a29f-549a2c07a064 req-a499e397-a8e7-4d40-a0b6-bb94ea56a44e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c1808a09-c119-4890-b497-eb250475e018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775964 Nov 11 22:31:54.204474 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5ad72436-b23c-4f44-a29f-549a2c07a064 req-b4b6a233-4a29-43f6-8e0e-961cb334a1f7 service neutron] 10.222.0.55 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367896 Nov 11 22:31:54.205132 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-fb5d540e-a5fa-4d30-9118-bbe520f380a4 None None] Set router 2bfed7e2-02e6-49fa-8b49-1df37047e950 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:31:54.351075 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-5ad72436-b23c-4f44-a29f-549a2c07a064 req-63ba0fa5-9390-4590-ae91-f4c320c7b6b4 service neutron] 10.222.0.55 "GET /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389310 Nov 11 22:31:54.599130 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-fb5d540e-a5fa-4d30-9118-bbe520f380a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'name': 'tempest-TestMinimumBasicScenario-1808932837-router', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:34Z', 'updated_at': '2021-11-11T22:29:38Z', 'revision_number': 4, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'gw_port': {'id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:35Z', 'updated_at': '2021-11-11T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '9829d747-744d-4598-8926-1384f668161f', 'name': '', 'network_id': 'c1808a09-c119-4890-b497-eb250475e018', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'mac_address': 'fa:16:3e:e7:d1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:37Z', 'updated_at': '2021-11-11T22:29:47Z', 'revision_number': 5, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'subnets': [{'id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:31:54.603847 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5d540e-a5fa-4d30-9118-bbe520f380a4 None None] The sync data for ids ['2bfed7e2-02e6-49fa-8b49-1df37047e950'] in dv-cinder-815883-4-smb is: [{'id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'name': 'tempest-TestMinimumBasicScenario-1808932837-router', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:34Z', 'updated_at': '2021-11-11T22:29:38Z', 'revision_number': 4, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'gw_port': {'id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:35Z', 'updated_at': '2021-11-11T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb', '_interfaces': [{'id': '9829d747-744d-4598-8926-1384f668161f', 'name': '', 'network_id': 'c1808a09-c119-4890-b497-eb250475e018', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'mac_address': 'fa:16:3e:e7:d1:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:37Z', 'updated_at': '2021-11-11T22:29:47Z', 'revision_number': 5, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'subnets': [{'id': '4b1d641b-4825-490b-bb75-eea0b85b8324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:31:55.064655 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c71d60-76e6-4104-a12e-49ff84b53e89 None None] New status for floating IP 148268e2-9aaa-4112-8144-4c4a0b5051ca: DOWN {{(pid=88358) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 11 22:31:57.151880 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c36abf-f310-4d15-8240-576d1d5d67d0 req-01f109e7-1879-4a39-ae77-ff51cc158372 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:57.152695 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-69c36abf-f310-4d15-8240-576d1d5d67d0 req-01f109e7-1879-4a39-ae77-ff51cc158372 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Synchronizing usage tracker for tenant:eadb1d96f9ad4dc6a1407f8764d24537 on resource:port {{(pid=88355) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:31:57.189227 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-69c36abf-f310-4d15-8240-576d1d5d67d0 req-01f109e7-1879-4a39-ae77-ff51cc158372 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Unset dirty status for tenant:eadb1d96f9ad4dc6a1407f8764d24537 on resource:port {{(pid=88355) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:31:57.191079 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-69c36abf-f310-4d15-8240-576d1d5d67d0 req-01f109e7-1879-4a39-ae77-ff51cc158372 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 945 time: 0.1203065 Nov 11 22:31:57.243657 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-69c36abf-f310-4d15-8240-576d1d5d67d0 req-03ba0fd4-43bd-45c8-b63a-67f11939d3fc tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464835 Nov 11 22:31:58.453131 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a7e4d-72f8-4f37-8fad-9497ed3bac04 req-b20fafad-dcd8-4900-805a-2ce83d4abefb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88355) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:58.454692 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3f0a7e4d-72f8-4f37-8fad-9497ed3bac04 req-b20fafad-dcd8-4900-805a-2ce83d4abefb tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 945 time: 0.0836923 Nov 11 22:31:58.508155 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-3f0a7e4d-72f8-4f37-8fad-9497ed3bac04 req-e247a61c-7523-4da7-a0eb-2365b9431865 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/security-groups?id=04892b66-555c-4e6f-b00d-37905d244937&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460091 Nov 11 22:31:58.920258 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28507a0b-981e-4e93-843e-61b0dfe8f2e8 req-334b7dc8-924c-4f5d-89cd-0519e7aede2a tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88356) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 11 22:31:58.921010 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-28507a0b-981e-4e93-843e-61b0dfe8f2e8 req-334b7dc8-924c-4f5d-89cd-0519e7aede2a tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Synchronizing usage tracker for tenant:eadb1d96f9ad4dc6a1407f8764d24537 on resource:port {{(pid=88356) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 11 22:31:58.933094 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.quota.resource [req-28507a0b-981e-4e93-843e-61b0dfe8f2e8 req-334b7dc8-924c-4f5d-89cd-0519e7aede2a tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Unset dirty status for tenant:eadb1d96f9ad4dc6a1407f8764d24537 on resource:port {{(pid=88356) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 11 22:31:58.934331 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-28507a0b-981e-4e93-843e-61b0dfe8f2e8 req-334b7dc8-924c-4f5d-89cd-0519e7aede2a tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.55 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 945 time: 0.0981960 Nov 11 22:31:59.007104 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-28507a0b-981e-4e93-843e-61b0dfe8f2e8 req-cadf3b98-0d59-4794-aff1-5b8b5a2874ce tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Deleting port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 {{(pid=88356) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:31:59.007485 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-28507a0b-981e-4e93-843e-61b0dfe8f2e8 req-cadf3b98-0d59-4794-aff1-5b8b5a2874ce tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:59.268053 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [req-28507a0b-981e-4e93-843e-61b0dfe8f2e8 req-cadf3b98-0d59-4794-aff1-5b8b5a2874ce tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] For port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5, host hv-cinder-81588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81588',level=0,port_id=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5,segment=NetworkSegment(90880d64-924f-4315-be5e-e98b2c1908e3),segment_id=90880d64-924f-4315-be5e-e98b2c1908e3)] {{(pid=88356) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:31:59.268366 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-28507a0b-981e-4e93-843e-61b0dfe8f2e8 req-cadf3b98-0d59-4794-aff1-5b8b5a2874ce tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:59.395566 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [req-28507a0b-981e-4e93-843e-61b0dfe8f2e8 req-cadf3b98-0d59-4794-aff1-5b8b5a2874ce tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Calling delete_port for 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 owned by compute:nova {{(pid=88356) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:31:59.429889 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:31:59.571864 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-28507a0b-981e-4e93-843e-61b0dfe8f2e8 req-cadf3b98-0d59-4794-aff1-5b8b5a2874ce tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1102984'] for port, after_delete {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:59.578368 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-32ff8a82-54c8-49c5-a22a-f1e334a7f7fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:31:59.583988 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] get_ports_and_sgs() called for port_ids ['7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5'] {{(pid=88357) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Nov 11 22:31:59.620722 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf3b98-0d59-4794-aff1-5b8b5a2874ce tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Pushing event deleted for resources: {'Port': ['ID=7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5,revision_number=None']} {{(pid=88356) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:31:59.625229 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-cadf3b98-0d59-4794-aff1-5b8b5a2874ce tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88356) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:31:59.698097 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-51e57afc-9466-407f-a71b-e828016073f4 req-6cf83aca-e08a-4e3d-9901-d0666a84aca0 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1279763-2ea3-46b6-a9f1-2b1bcdd6e390 HTTP/1.1" status: 200 len: 210 time: 0.0539250 Nov 11 22:31:59.703790 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [req-28507a0b-981e-4e93-843e-61b0dfe8f2e8 req-cadf3b98-0d59-4794-aff1-5b8b5a2874ce tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] No DVR routers for this DVR port 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 on host hv-cinder-81588 {{(pid=88356) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:31:59.707003 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [req-28507a0b-981e-4e93-843e-61b0dfe8f2e8 req-cadf3b98-0d59-4794-aff1-5b8b5a2874ce tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-734'] for port, before_response {{(pid=88356) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:31:59.709924 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1279763-2ea3-46b6-a9f1-2b1bcdd6e390', 'name': 'network-vif-deleted', 'tag': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5'}] {{(pid=88356) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 11 22:31:59.755999 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [req-28507a0b-981e-4e93-843e-61b0dfe8f2e8 req-cadf3b98-0d59-4794-aff1-5b8b5a2874ce tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] 10.222.0.55 "DELETE /v2.0/ports/7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 HTTP/1.1" status: 204 len: 173 time: 0.8163018 Nov 11 22:31:59.766058 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1279763-2ea3-46b6-a9f1-2b1bcdd6e390', 'name': 'network-vif-deleted', 'tag': '7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5', 'status': 'completed', 'code': 200} Nov 11 22:32:01.978625 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36656) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:32:02.380103 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60d44d8a-c786-4f50-b1ae-d787d0f6f6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443165'] for router_interface, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:03.018593 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-60d44d8a-c786-4f50-b1ae-d787d0f6f6b9 admin admin] Deleting port 9829d747-744d-4598-8926-1384f668161f {{(pid=88355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:32:03.019232 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60d44d8a-c786-4f50-b1ae-d787d0f6f6b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:03.197253 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-60d44d8a-c786-4f50-b1ae-d787d0f6f6b9 admin admin] For port 9829d747-744d-4598-8926-1384f668161f, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=9829d747-744d-4598-8926-1384f668161f,segment=NetworkSegment(90880d64-924f-4315-be5e-e98b2c1908e3),segment_id=90880d64-924f-4315-be5e-e98b2c1908e3)] {{(pid=88355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:32:03.197653 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60d44d8a-c786-4f50-b1ae-d787d0f6f6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:03.329114 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-60d44d8a-c786-4f50-b1ae-d787d0f6f6b9 admin admin] Calling delete_port for 9829d747-744d-4598-8926-1384f668161f owned by network:router_interface {{(pid=88355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:32:03.370612 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:03.600826 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60d44d8a-c786-4f50-b1ae-d787d0f6f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:03.605329 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d83b3a32-c526-4f20-992c-24099fe42474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:32:03.648459 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d44d8a-c786-4f50-b1ae-d787d0f6f6b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9829d747-744d-4598-8926-1384f668161f,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:32:03.651285 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-60d44d8a-c786-4f50-b1ae-d787d0f6f6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:32:03.745673 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 no longer exists at agent hyperv_hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:32:03.782517 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] No Port match for: 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:32:03.782898 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Device 7a75e27a-5281-4dd4-ba47-d1bf7eaadbd5 not bound to the agent host hv-cinder-81588 {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:32:03.958353 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-60d44d8a-c786-4f50-b1ae-d787d0f6f6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3304509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-443271'] for router_interface, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:04.771054 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d44d8a-c786-4f50-b1ae-d787d0f6f6b9 admin admin] Router 2bfed7e2-02e6-49fa-8b49-1df37047e950 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:32:04.983773 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d44d8a-c786-4f50-b1ae-d787d0f6f6b9 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:32:04.993459 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af91fc-0b10-4b82-96c2-3c7ca883cf90 None None] Sync routers for ids ['2bfed7e2-02e6-49fa-8b49-1df37047e950'] in dv-cinder-815883-4-smb {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:32:04.997104 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-60d44d8a-c786-4f50-b1ae-d787d0f6f6b9 admin admin] 10.222.0.25 "PUT /v2.0/routers/2bfed7e2-02e6-49fa-8b49-1df37047e950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0172689 Nov 11 22:32:04.999808 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36660) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:32:05.007994 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af91fc-0b10-4b82-96c2-3c7ca883cf90 None None] Routers {'2bfed7e2-02e6-49fa-8b49-1df37047e950'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:32:05.008686 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-76af91fc-0b10-4b82-96c2-3c7ca883cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:31:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2bfed7e2-02e6-49fa-8b49-1df37047e950'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:32:05.201206 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-76af91fc-0b10-4b82-96c2-3c7ca883cf90 None None] Set router 2bfed7e2-02e6-49fa-8b49-1df37047e950 gateway port host: dv-cinder-815883-4-smb {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:32:05.218816 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-86f648c5-b5d8-4ce7-951e-e125a23985b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:05.433553 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-86f648c5-b5d8-4ce7-951e-e125a23985b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:05.468880 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-86f648c5-b5d8-4ce7-951e-e125a23985b0 admin admin] Deleting port eedda034-c97b-4ca2-ae6b-82c6358ff126 {{(pid=88355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:32:05.469189 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-86f648c5-b5d8-4ce7-951e-e125a23985b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:05.518522 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-76af91fc-0b10-4b82-96c2-3c7ca883cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'name': 'tempest-TestMinimumBasicScenario-1808932837-router', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:34Z', 'updated_at': '2021-11-11T22:32:03Z', 'revision_number': 5, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'gw_port': {'id': 'eedda034-c97b-4ca2-ae6b-82c6358ff126', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:28:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:35Z', 'updated_at': '2021-11-11T22:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:32:05.522734 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af91fc-0b10-4b82-96c2-3c7ca883cf90 None None] Checking router: 2bfed7e2-02e6-49fa-8b49-1df37047e950 for host: dv-cinder-815883-4-smb {{(pid=88357) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:32:05.534696 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af91fc-0b10-4b82-96c2-3c7ca883cf90 None None] Routers {'2bfed7e2-02e6-49fa-8b49-1df37047e950'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88357) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:32:05.535361 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-76af91fc-0b10-4b82-96c2-3c7ca883cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:31:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['2bfed7e2-02e6-49fa-8b49-1df37047e950'], 'active': True} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:32:05.657358 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-86f648c5-b5d8-4ce7-951e-e125a23985b0 admin admin] For port eedda034-c97b-4ca2-ae6b-82c6358ff126, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=eedda034-c97b-4ca2-ae6b-82c6358ff126,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:32:05.657821 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-86f648c5-b5d8-4ce7-951e-e125a23985b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:05.798457 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-86f648c5-b5d8-4ce7-951e-e125a23985b0 admin admin] Calling delete_port for eedda034-c97b-4ca2-ae6b-82c6358ff126 owned by network:router_gateway {{(pid=88355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:32:05.855597 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-76af91fc-0b10-4b82-96c2-3c7ca883cf90 None None] Set router 2bfed7e2-02e6-49fa-8b49-1df37047e950 gateway port host: None {{(pid=88357) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:32:05.965920 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-76af91fc-0b10-4b82-96c2-3c7ca883cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'name': 'tempest-TestMinimumBasicScenario-1808932837-router', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:34Z', 'updated_at': '2021-11-11T22:32:05Z', 'revision_number': 6, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'gw_port_host': None}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:32:05.970034 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af91fc-0b10-4b82-96c2-3c7ca883cf90 None None] The sync data for ids ['2bfed7e2-02e6-49fa-8b49-1df37047e950'] in dv-cinder-815883-4-smb is: [{'id': '2bfed7e2-02e6-49fa-8b49-1df37047e950', 'name': 'tempest-TestMinimumBasicScenario-1808932837-router', 'tenant_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:34Z', 'updated_at': '2021-11-11T22:32:05Z', 'revision_number': 6, 'project_id': 'eadb1d96f9ad4dc6a1407f8764d24537', 'gw_port_host': None}] {{(pid=88357) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:32:05.989451 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-86f648c5-b5d8-4ce7-951e-e125a23985b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:05.994267 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-bbcbff55-d801-4466-96f4-38baf5674370 tempest-TestMinimumBasicScenario-678373887 tempest-TestMinimumBasicScenario-678373887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:32:06.038368 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f648c5-b5d8-4ce7-951e-e125a23985b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eedda034-c97b-4ca2-ae6b-82c6358ff126,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:32:06.041325 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-86f648c5-b5d8-4ce7-951e-e125a23985b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:32:06.275431 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-86f648c5-b5d8-4ce7-951e-e125a23985b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442892'] for router_gateway, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:06.560860 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 9829d747-744d-4598-8926-1384f668161f no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:32:06.600468 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: 9829d747-744d-4598-8926-1384f668161f {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:32:06.600875 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 9829d747-744d-4598-8926-1384f668161f not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:32:06.601354 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device eedda034-c97b-4ca2-ae6b-82c6358ff126 no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:32:06.636558 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: eedda034-c97b-4ca2-ae6b-82c6358ff126 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:32:06.636966 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device eedda034-c97b-4ca2-ae6b-82c6358ff126 not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:32:06.778817 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-86f648c5-b5d8-4ce7-951e-e125a23985b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036852686383'] for router, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:06.783228 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-86f648c5-b5d8-4ce7-951e-e125a23985b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:06.845642 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-86f648c5-b5d8-4ce7-951e-e125a23985b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567308'] for router, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:06.846311 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f648c5-b5d8-4ce7-951e-e125a23985b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bfed7e2-02e6-49fa-8b49-1df37047e950 {{(pid=88355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 22:32:06.859492 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-86f648c5-b5d8-4ce7-951e-e125a23985b0 admin admin] Notify callbacks [] for router, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:06.860756 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-86f648c5-b5d8-4ce7-951e-e125a23985b0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2bfed7e2-02e6-49fa-8b49-1df37047e950 HTTP/1.1" status: 204 len: 168 time: 1.8597603 Nov 11 22:32:06.864052 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36664) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:32:06.929800 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff696078-d46b-4b22-a9d3-188e69eeda92 admin admin] Deleting subnet 4b1d641b-4825-490b-bb75-eea0b85b8324 {{(pid=88355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 22:32:06.933273 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff696078-d46b-4b22-a9d3-188e69eeda92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:06.988597 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff696078-d46b-4b22-a9d3-188e69eeda92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1397145'] for subnet, precommit_delete_associations {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:07.068424 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff696078-d46b-4b22-a9d3-188e69eeda92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850798312'] for subnet, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:07.167010 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff696078-d46b-4b22-a9d3-188e69eeda92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3977473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853380654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853323545'] for subnet, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:07.172020 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:32:07.212083 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff696078-d46b-4b22-a9d3-188e69eeda92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1d641b-4825-490b-bb75-eea0b85b8324,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:32:07.214862 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-ff696078-d46b-4b22-a9d3-188e69eeda92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:32:07.217998 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ff696078-d46b-4b22-a9d3-188e69eeda92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:07.224480 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d853cd8-1b3e-4fdd-9bec-5a29685eae61 None None] Network c1808a09-c119-4890-b497-eb250475e018 requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:32:07.225547 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-ff696078-d46b-4b22-a9d3-188e69eeda92 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4b1d641b-4825-490b-bb75-eea0b85b8324 HTTP/1.1" status: 204 len: 168 time: 0.3603921 Nov 11 22:32:07.228143 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36668) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:32:07.353105 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850740317'] for network, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:07.365360 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] Deleting port 57827906-a1e9-41bb-82b3-4ed884d4593f {{(pid=88355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:32:07.365774 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:07.490784 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3932299b-c4e4-4bc8-b41b-0a5c0c583c20 None None] DHCP port deletion for c1808a09-c119-4890-b497-eb250475e018 request from dv-cinder-815883-4-smb {{(pid=88357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 11 22:32:07.497482 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-3932299b-c4e4-4bc8-b41b-0a5c0c583c20 None None] Deleting port 57827906-a1e9-41bb-82b3-4ed884d4593f {{(pid=88357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:32:07.498120 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3932299b-c4e4-4bc8-b41b-0a5c0c583c20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:07.599295 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] For port 57827906-a1e9-41bb-82b3-4ed884d4593f, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=57827906-a1e9-41bb-82b3-4ed884d4593f,segment=NetworkSegment(90880d64-924f-4315-be5e-e98b2c1908e3),segment_id=90880d64-924f-4315-be5e-e98b2c1908e3)] {{(pid=88355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:32:07.599694 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:07.729042 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-3932299b-c4e4-4bc8-b41b-0a5c0c583c20 None None] For port 57827906-a1e9-41bb-82b3-4ed884d4593f, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=57827906-a1e9-41bb-82b3-4ed884d4593f,segment=NetworkSegment(90880d64-924f-4315-be5e-e98b2c1908e3),segment_id=90880d64-924f-4315-be5e-e98b2c1908e3)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:32:07.729394 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3932299b-c4e4-4bc8-b41b-0a5c0c583c20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:07.733098 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] Calling delete_port for 57827906-a1e9-41bb-82b3-4ed884d4593f owned by network:dhcp {{(pid=88355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:32:07.839118 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:07.844170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-d4657feb-81e9-4815-9d6e-6b6832004ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:32:07.858416 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-3932299b-c4e4-4bc8-b41b-0a5c0c583c20 None None] Calling delete_port for 57827906-a1e9-41bb-82b3-4ed884d4593f owned by network:dhcp {{(pid=88357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:32:07.889532 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] Pushing event deleted for resources: {'Port': ['ID=57827906-a1e9-41bb-82b3-4ed884d4593f,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:32:07.893278 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:32:07.896111 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] No DVR routers for this DVR port 57827906-a1e9-41bb-82b3-4ed884d4593f on host dv-cinder-815883-4-smb {{(pid=88355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:32:07.934419 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.db.api [None req-3932299b-c4e4-4bc8-b41b-0a5c0c583c20 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88357) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:32:07.934870 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_db.api [None req-3932299b-c4e4-4bc8-b41b-0a5c0c583c20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 11 22:32:08.021560 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850799231', 'neutron.services.segments.db._delete_segments_for_network-8762808614344'] for network, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:08.049055 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1808a09-c119-4890-b497-eb250475e018']}} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:32:08.062262 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90880d64-924f-4315-be5e-e98b2c1908e3') {'for_net_delete': True} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:32:08.062614 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90880d64-924f-4315-be5e-e98b2c1908e3') {} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:32:08.075654 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762808626649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853378672'] for segment, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:08.091336 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:08.097711 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 22:32:08.098180 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850807042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1394800'] for segment, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: Traceback (most recent call last): Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: timer() Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: cb(*args, **kw) Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: return func(*args, **kwargs) Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: self._notify() Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: self.callback(batched_events) Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: event.method(event) Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: segment_id)['aggregates'][0] Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: return f(self, *a, **k) Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: return self._get(url).json() Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: **kwargs) Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: **endpoint_filter) Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:32:08.115807 dv-cinder-815883-4-smb neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:32:08.217777 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854332702'] for network, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:08.221828 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-1c395a3b-3708-4499-9034-4bcd61b8acee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:32:08.235706 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:08.247224 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1808a09-c119-4890-b497-eb250475e018,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:32:08.250889 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:32:08.296603 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-2b65e0f2-adb3-408b-88e3-1269a3c2ab15 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c1808a09-c119-4890-b497-eb250475e018 HTTP/1.1" status: 204 len: 168 time: 1.0672355 Nov 11 22:32:08.300094 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36672) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:32:08.436112 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-3932299b-c4e4-4bc8-b41b-0a5c0c583c20 None None] Deleting port 57827906-a1e9-41bb-82b3-4ed884d4593f {{(pid=88357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:32:08.436549 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3932299b-c4e4-4bc8-b41b-0a5c0c583c20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:08.504578 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-3932299b-c4e4-4bc8-b41b-0a5c0c583c20 None None] The port '57827906-a1e9-41bb-82b3-4ed884d4593f' was deleted {{(pid=88357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 11 22:32:08.566683 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 57827906-a1e9-41bb-82b3-4ed884d4593f no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:32:08.600092 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: 57827906-a1e9-41bb-82b3-4ed884d4593f {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:32:08.600592 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 57827906-a1e9-41bb-82b3-4ed884d4593f not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:32:08.710971 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a969838-8a02-4a1f-bfa5-445913740085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-443165'] for router_interface, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:09.334756 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-5a969838-8a02-4a1f-bfa5-445913740085 admin admin] Deleting port 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 {{(pid=88355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:32:09.335361 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a969838-8a02-4a1f-bfa5-445913740085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:09.521161 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-5a969838-8a02-4a1f-bfa5-445913740085 admin admin] For port 1f5e57f3-b4fb-4252-b35b-24327a6b8a97, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=1f5e57f3-b4fb-4252-b35b-24327a6b8a97,segment=NetworkSegment(d5ca52ce-d901-4715-9714-6fc49a3d90f3),segment_id=d5ca52ce-d901-4715-9714-6fc49a3d90f3)] {{(pid=88355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:32:09.521566 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a969838-8a02-4a1f-bfa5-445913740085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:09.644755 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-5a969838-8a02-4a1f-bfa5-445913740085 admin admin] Calling delete_port for 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 owned by network:router_interface {{(pid=88355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:32:09.855983 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a969838-8a02-4a1f-bfa5-445913740085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:09.860825 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-7b967b74-1786-4526-a2ff-9062f83431df tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:32:09.903684 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a969838-8a02-4a1f-bfa5-445913740085 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f5e57f3-b4fb-4252-b35b-24327a6b8a97,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:32:09.908037 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-5a969838-8a02-4a1f-bfa5-445913740085 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:32:10.209420 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-5a969838-8a02-4a1f-bfa5-445913740085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3304509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-443271'] for router_interface, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:11.047674 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a969838-8a02-4a1f-bfa5-445913740085 admin admin] Router 5716d60f-faa0-4f67-a94e-9f8d8dc2f900 has already been hosted by L3 agent c48e8076-dbf5-472e-9e38-a7f24ea2b57a {{(pid=88355) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Nov 11 22:32:11.264367 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a969838-8a02-4a1f-bfa5-445913740085 admin admin] Notify agent at l3_agent.dv-cinder-815883-4-smb the message routers_updated {{(pid=88355) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 11 22:32:11.274138 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537e5d8-088f-4382-8bc2-b5d3fe74cc13 None None] Sync routers for ids ['5716d60f-faa0-4f67-a94e-9f8d8dc2f900'] in dv-cinder-815883-4-smb {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 11 22:32:11.287228 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537e5d8-088f-4382-8bc2-b5d3fe74cc13 None None] Routers {'5716d60f-faa0-4f67-a94e-9f8d8dc2f900'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:32:11.287899 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-5537e5d8-088f-4382-8bc2-b5d3fe74cc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:31:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['5716d60f-faa0-4f67-a94e-9f8d8dc2f900'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:32:11.303676 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-5a969838-8a02-4a1f-bfa5-445913740085 admin admin] 10.222.0.25 "PUT /v2.0/routers/5716d60f-faa0-4f67-a94e-9f8d8dc2f900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0021327 Nov 11 22:32:11.306370 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36676) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:32:11.477252 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-5537e5d8-088f-4382-8bc2-b5d3fe74cc13 None None] Set router 5716d60f-faa0-4f67-a94e-9f8d8dc2f900 gateway port host: dv-cinder-815883-4-smb {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:32:11.520533 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4481fc37-9984-416b-8cb0-b2b33475028d admin admin] Notify callbacks [] for router, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:11.730025 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4481fc37-9984-416b-8cb0-b2b33475028d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:11.775660 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4481fc37-9984-416b-8cb0-b2b33475028d admin admin] Deleting port 49143516-1865-4740-95be-17163fb09f07 {{(pid=88355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:32:11.776117 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4481fc37-9984-416b-8cb0-b2b33475028d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:11.777400 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-5537e5d8-088f-4382-8bc2-b5d3fe74cc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'name': 'tempest-TestMinimumBasicScenario-916883618-router', 'tenant_id': '9926f1460a8d43d091e0e65bf773644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'external_fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.194'}], 'enable_snat': True}, 'gw_port_id': '49143516-1865-4740-95be-17163fb09f07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:42Z', 'updated_at': '2021-11-11T22:32:09Z', 'revision_number': 5, 'project_id': '9926f1460a8d43d091e0e65bf773644a', 'gw_port': {'id': '49143516-1865-4740-95be-17163fb09f07', 'name': '', 'network_id': 'bf438b09-e7cb-41a3-9cf4-64cadd7b8e13', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:36:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'ip_address': '172.28.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815883-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:29:43Z', 'updated_at': '2021-11-11T22:29:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ef69609a-b63d-436e-8cdc-c158ad574162', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815883-4-smb'}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:32:11.781509 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537e5d8-088f-4382-8bc2-b5d3fe74cc13 None None] Checking router: 5716d60f-faa0-4f67-a94e-9f8d8dc2f900 for host: dv-cinder-815883-4-smb {{(pid=88358) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 11 22:32:11.793516 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537e5d8-088f-4382-8bc2-b5d3fe74cc13 None None] Routers {'5716d60f-faa0-4f67-a94e-9f8d8dc2f900'} bound to L3 agent in host dv-cinder-815883-4-smb {{(pid=88358) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 11 22:32:11.794253 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-5537e5d8-088f-4382-8bc2-b5d3fe74cc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815883-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:10:20Z,description=,heartbeat_timestamp=2021-11-11T22:31:50Z,host='dv-cinder-815883-4-smb',id=c48e8076-dbf5-472e-9e38-a7f24ea2b57a,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:10:20Z,topic='l3_agent')) {'router_ids': ['5716d60f-faa0-4f67-a94e-9f8d8dc2f900'], 'active': True} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:32:11.951717 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvr_db [None req-5537e5d8-088f-4382-8bc2-b5d3fe74cc13 None None] Set router 5716d60f-faa0-4f67-a94e-9f8d8dc2f900 gateway port host: None {{(pid=88358) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Nov 11 22:32:11.961502 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-4481fc37-9984-416b-8cb0-b2b33475028d admin admin] For port 49143516-1865-4740-95be-17163fb09f07, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=49143516-1865-4740-95be-17163fb09f07,segment=NetworkSegment(7bda16b8-2229-4959-bab7-94b5599a4f18),segment_id=7bda16b8-2229-4959-bab7-94b5599a4f18)] {{(pid=88355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:32:11.961931 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4481fc37-9984-416b-8cb0-b2b33475028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:12.091793 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-4481fc37-9984-416b-8cb0-b2b33475028d admin admin] Calling delete_port for 49143516-1865-4740-95be-17163fb09f07 owned by network:router_gateway {{(pid=88355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:32:12.205506 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_hamode_db [None req-5537e5d8-088f-4382-8bc2-b5d3fe74cc13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'name': 'tempest-TestMinimumBasicScenario-916883618-router', 'tenant_id': '9926f1460a8d43d091e0e65bf773644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:42Z', 'updated_at': '2021-11-11T22:32:11Z', 'revision_number': 6, 'project_id': '9926f1460a8d43d091e0e65bf773644a', 'gw_port_host': None}], 'dv-cinder-815883-4-smb', False) {} {{(pid=88358) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:32:12.210017 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537e5d8-088f-4382-8bc2-b5d3fe74cc13 None None] The sync data for ids ['5716d60f-faa0-4f67-a94e-9f8d8dc2f900'] in dv-cinder-815883-4-smb is: [{'id': '5716d60f-faa0-4f67-a94e-9f8d8dc2f900', 'name': 'tempest-TestMinimumBasicScenario-916883618-router', 'tenant_id': '9926f1460a8d43d091e0e65bf773644a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:29:42Z', 'updated_at': '2021-11-11T22:32:11Z', 'revision_number': 6, 'project_id': '9926f1460a8d43d091e0e65bf773644a', 'gw_port_host': None}] {{(pid=88358) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 11 22:32:12.324553 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4481fc37-9984-416b-8cb0-b2b33475028d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:12.329712 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-60d44d8a-c786-4f50-b1ae-d787d0f6f6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:32:12.372437 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481fc37-9984-416b-8cb0-b2b33475028d admin admin] Pushing event deleted for resources: {'Port': ['ID=49143516-1865-4740-95be-17163fb09f07,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:32:12.375372 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-4481fc37-9984-416b-8cb0-b2b33475028d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:32:12.577820 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:32:12.616002 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:32:12.616407 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 1f5e57f3-b4fb-4252-b35b-24327a6b8a97 not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:32:12.627672 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4481fc37-9984-416b-8cb0-b2b33475028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-442892'] for router_gateway, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:13.130179 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4481fc37-9984-416b-8cb0-b2b33475028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036852686383'] for router, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:13.134460 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4481fc37-9984-416b-8cb0-b2b33475028d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:13.209777 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4481fc37-9984-416b-8cb0-b2b33475028d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-567308'] for router, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:13.210329 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4481fc37-9984-416b-8cb0-b2b33475028d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5716d60f-faa0-4f67-a94e-9f8d8dc2f900 {{(pid=88355) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 11 22:32:13.223608 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-4481fc37-9984-416b-8cb0-b2b33475028d admin admin] Notify callbacks [] for router, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:13.224874 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-4481fc37-9984-416b-8cb0-b2b33475028d admin admin] 10.222.0.25 "DELETE /v2.0/routers/5716d60f-faa0-4f67-a94e-9f8d8dc2f900 HTTP/1.1" status: 204 len: 168 time: 1.9173105 Nov 11 22:32:13.229569 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36682) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:32:13.301897 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b74de6-4bc0-4be1-abe0-3e876c215de9 admin admin] Deleting subnet 2d589dec-2bc1-41be-b452-540953978220 {{(pid=88355) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Nov 11 22:32:13.305673 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8b74de6-4bc0-4be1-abe0-3e876c215de9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:13.360489 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8b74de6-4bc0-4be1-abe0-3e876c215de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1397145'] for subnet, precommit_delete_associations {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:13.446932 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8b74de6-4bc0-4be1-abe0-3e876c215de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036850798312'] for subnet, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:13.753472 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8b74de6-4bc0-4be1-abe0-3e876c215de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3977473', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853380654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036853323545'] for subnet, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:13.758669 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b9f4b6ec-c889-46a7-97f6-f0da4eb2a8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:32:13.797376 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b74de6-4bc0-4be1-abe0-3e876c215de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d589dec-2bc1-41be-b452-540953978220,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:32:13.800176 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-c8b74de6-4bc0-4be1-abe0-3e876c215de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:32:13.802950 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-c8b74de6-4bc0-4be1-abe0-3e876c215de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for subnet, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:13.809620 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa994a8b-ea72-4f3f-ac96-1c9d01faf8ed None None] Network 2438efc6-a213-4322-a906-600d0d6feafe requested from dv-cinder-815883-4-smb {{(pid=88357) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 11 22:32:13.809937 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-c8b74de6-4bc0-4be1-abe0-3e876c215de9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2d589dec-2bc1-41be-b452-540953978220 HTTP/1.1" status: 204 len: 168 time: 0.5789897 Nov 11 22:32:13.814014 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36686) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:32:13.943337 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036850740317'] for network, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:13.954890 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] Deleting port 2b130773-df67-4903-817f-270e357ba23a {{(pid=88355) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:32:13.955792 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:14.087154 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e399da8-573b-4a77-80ee-dd6bddcb79d9 None None] DHCP port deletion for 2438efc6-a213-4322-a906-600d0d6feafe request from dv-cinder-815883-4-smb {{(pid=88357) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 11 22:32:14.092014 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-3e399da8-573b-4a77-80ee-dd6bddcb79d9 None None] Deleting port 2b130773-df67-4903-817f-270e357ba23a {{(pid=88357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:32:14.092615 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e399da8-573b-4a77-80ee-dd6bddcb79d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:14.181651 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] For port 2b130773-df67-4903-817f-270e357ba23a, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=2b130773-df67-4903-817f-270e357ba23a,segment=NetworkSegment(d5ca52ce-d901-4715-9714-6fc49a3d90f3),segment_id=d5ca52ce-d901-4715-9714-6fc49a3d90f3)] {{(pid=88355) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:32:14.182429 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:14.315291 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] Calling delete_port for 2b130773-df67-4903-817f-270e357ba23a owned by network:dhcp {{(pid=88355) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:32:14.326763 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.db [None req-3e399da8-573b-4a77-80ee-dd6bddcb79d9 None None] For port 2b130773-df67-4903-817f-270e357ba23a, host dv-cinder-815883-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815883-4-smb',level=0,port_id=2b130773-df67-4903-817f-270e357ba23a,segment=NetworkSegment(d5ca52ce-d901-4715-9714-6fc49a3d90f3),segment_id=d5ca52ce-d901-4715-9714-6fc49a3d90f3)] {{(pid=88357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Nov 11 22:32:14.327200 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e399da8-573b-4a77-80ee-dd6bddcb79d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-456904'] for port, precommit_delete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:14.428975 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3352202', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-10508263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363274046286691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762808080704', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1395108'] for port, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:14.434086 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-99340680-1aaa-4af3-8ea0-85ebbc0e0a15 tempest-AttachVolumeTestJSON-1322603947 tempest-AttachVolumeTestJSON-1322603947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:32:14.460047 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-3e399da8-573b-4a77-80ee-dd6bddcb79d9 None None] Calling delete_port for 2b130773-df67-4903-817f-270e357ba23a owned by network:dhcp {{(pid=88357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Nov 11 22:32:14.481657 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b130773-df67-4903-817f-270e357ba23a,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:32:14.484735 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:32:14.487788 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] No DVR routers for this DVR port 2b130773-df67-4903-817f-270e357ba23a on host dv-cinder-815883-4-smb {{(pid=88355) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 11 22:32:14.545478 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.db.api [None req-3e399da8-573b-4a77-80ee-dd6bddcb79d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88357) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:32:14.545478 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_db.api [None req-3e399da8-573b-4a77-80ee-dd6bddcb79d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88357) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 11 22:32:14.576333 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 2b130773-df67-4903-817f-270e357ba23a no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:32:14.614532 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: 2b130773-df67-4903-817f-270e357ba23a {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:32:14.614935 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 2b130773-df67-4903-817f-270e357ba23a not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:32:14.615413 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 49143516-1865-4740-95be-17163fb09f07 no longer exists at agent ovs-agent-dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 11 22:32:14.621497 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036850799231', 'neutron.services.segments.db._delete_segments_for_network-8762808614344'] for network, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:14.648480 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] No Port match for: 49143516-1865-4740-95be-17163fb09f07 {{(pid=88357) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Nov 11 22:32:14.648886 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.rpc [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Device 49143516-1865-4740-95be-17163fb09f07 not bound to the agent host dv-cinder-815883-4-smb {{(pid=88357) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 11 22:32:14.649387 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2438efc6-a213-4322-a906-600d0d6feafe']}} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:32:14.663139 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ca52ce-d901-4715-9714-6fc49a3d90f3') {'for_net_delete': True} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:32:14.663493 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.services.segments.db [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ca52ce-d901-4715-9714-6fc49a3d90f3') {} {{(pid=88355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 11 22:32:14.676071 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762808626649', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853378672'] for segment, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:14.755548 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3968743'] for segment, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:14.763072 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88355) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Nov 11 22:32:14.763530 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036850807042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1394800'] for segment, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: Traceback (most recent call last): Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: timer() Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: cb(*args, **kw) Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: return func(*args, **kwargs) Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: self._notify() Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: self.callback(batched_events) Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: event.method(event) Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: segment_id)['aggregates'][0] Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: return f(self, *a, **k) Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: return self._get(url).json() Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: **kwargs) Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: return self.request(url, 'GET', **kwargs) Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: **endpoint_filter) Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:32:14.778306 dv-cinder-815883-4-smb neutron-server[88244]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:32:15.028748 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3976586', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854339767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851471307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854332702'] for network, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:15.032481 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-e150bb58-d430-40c4-b6fb-7b7de20adda5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:32:15.041324 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-3e399da8-573b-4a77-80ee-dd6bddcb79d9 None None] Deleting port 2b130773-df67-4903-817f-270e357ba23a {{(pid=88357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Nov 11 22:32:15.041774 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3e399da8-573b-4a77-80ee-dd6bddcb79d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363274046290121'] for port, before_delete {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:15.047208 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851471166'] for network, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:15.058841 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] Pushing event deleted for resources: {'Network': ['ID=2438efc6-a213-4322-a906-600d0d6feafe,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:32:15.063753 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:32:15.067226 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-70beab58-21dc-444e-91ef-b433dd026828 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2438efc6-a213-4322-a906-600d0d6feafe HTTP/1.1" status: 204 len: 168 time: 1.2521629 Nov 11 22:32:15.106405 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.plugins.ml2.plugin [None req-3e399da8-573b-4a77-80ee-dd6bddcb79d9 None None] The port '2b130773-df67-4903-817f-270e357ba23a' was deleted {{(pid=88357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Nov 11 22:32:15.437900 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36692) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:32:15.494137 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-21cfe65b-a1f0-4796-a960-1b58bffb5f25 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eadb1d96f9ad4dc6a1407f8764d24537&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0548398 Nov 11 22:32:15.496974 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36696) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:32:15.574654 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3d40714e-3114-472f-8e05-e1465692a8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:15.602076 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3d40714e-3114-472f-8e05-e1465692a8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:15.701495 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3d40714e-3114-472f-8e05-e1465692a8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:15.705772 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-61dedc90-9274-4e58-a3e7-85e3c1c1bac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:32:15.717477 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40714e-3114-472f-8e05-e1465692a8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04892b66-555c-4e6f-b00d-37905d244937,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:32:15.722286 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-3d40714e-3114-472f-8e05-e1465692a8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:32:15.725760 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3d40714e-3114-472f-8e05-e1465692a8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:15.727014 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-3d40714e-3114-472f-8e05-e1465692a8bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04892b66-555c-4e6f-b00d-37905d244937 HTTP/1.1" status: 204 len: 168 time: 0.2293012 Nov 11 22:32:16.299808 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36704) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:32:16.355042 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-d496b81c-eb4e-40cb-a117-d7db6d2305fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9926f1460a8d43d091e0e65bf773644a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0536723 Nov 11 22:32:16.357821 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [-] (88355) accepted ('10.222.0.25', 36708) {{(pid=88355) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 11 22:32:16.422795 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b0764584-6466-491d-bbd0-0f3cc36b83b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:16.450971 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b0764584-6466-491d-bbd0-0f3cc36b83b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:16.588988 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b0764584-6466-491d-bbd0-0f3cc36b83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854348645'] for security_group, after_delete {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:16.594691 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-26c7de29-24a4-4d80-bb49-e366478f4468 tempest-TestShelveInstance-270900205 tempest-TestShelveInstance-270900205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Nov 11 22:32:16.610786 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0764584-6466-491d-bbd0-0f3cc36b83b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07378ddf-b4b2-48a0-909a-8b832070352c,revision_number=None']} {{(pid=88355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 11 22:32:16.615588 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG oslo_concurrency.lockutils [None req-b0764584-6466-491d-bbd0-0f3cc36b83b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Nov 11 22:32:16.616902 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-b0764584-6466-491d-bbd0-0f3cc36b83b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:16.618334 dv-cinder-815883-4-smb neutron-server[88244]: INFO neutron.wsgi [None req-b0764584-6466-491d-bbd0-0f3cc36b83b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07378ddf-b4b2-48a0-909a-8b832070352c HTTP/1.1" status: 204 len: 168 time: 0.2593448 Nov 11 22:32:17.206219 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-6dd3e58e-d38b-4b0b-b0d4-efb4411555ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:18.844287 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:19.680383 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-16a86eca-0012-4cf3-8542-6ac8919f9b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:20.280343 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:21.487068 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:33.380916 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:36.431502 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:32:47.188678 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-e95ef8c4-abed-42d9-868e-7822386a690c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:48.860223 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:49.671896 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d6c63193-46c5-4e20-a5d2-d0dffb8c8976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:50.283172 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:32:51.500310 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:33:03.389120 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:33:13.433170 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:33:17.196698 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-515bf0cf-be0f-4f7c-92b6-8fb7f3c6c4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:33:18.831193 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:33:19.691392 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-9d4f3f31-47ee-47a2-af2d-ab410e5c648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:33:20.350770 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:33:21.516684 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:33:33.390679 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:33:47.190095 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3af0-d7e1-4335-9939-eb0bbb3f76a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:33:48.824139 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:33:49.681220 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-2bdcd378-7d5f-45ab-ba75-ae0052cbfc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:33:50.292391 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:33:50.434458 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:33:51.515746 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:34:03.388946 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:34:17.204290 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-71c35fbd-f223-40f0-aa24-925f1aec8b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:34:18.829027 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:34:19.680035 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-bf078805-4b05-430a-96c3-1b5d5d78b1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:34:20.291414 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:34:21.501265 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:34:27.436069 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:34:33.416732 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:34:47.199204 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-da2d388d-0f7e-43c9-ab53-2a8d90e3adfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:34:48.844842 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:34:49.673361 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d914fe14-165c-4c9b-a7f5-ca6b0d816696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:34:50.301657 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:34:51.502115 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:34:54.245358 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [req-2447f23c-8cff-4ce1-add9-33981c1259ee req-9f6f9c46-d430-43dd-9c8f-b1bca0ff122e service neutron] (88356) timed out ('10.222.0.55', 59487) {{(pid=88356) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 11 22:34:54.437691 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [req-c36fdd8b-e6fb-4cc1-a13f-aaa8e2f8e2c8 req-3f690ef2-8084-473e-90b9-ee437ff9eac7 service neutron] (88355) timed out ('10.222.0.55', 59516) {{(pid=88355) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 11 22:35:03.404425 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:35:04.436754 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:35:17.203599 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-30a6c542-eb6a-4bbb-a90b-238fdccb15c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:35:18.826566 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:35:19.677935 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-825a81e1-892a-4e77-9a35-7eb0c03efa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:35:20.295437 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:35:21.495436 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:35:33.392055 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:35:41.438809 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:35:47.214319 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-84e5f37c-5de8-48e7-8f73-3138dfeb924d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:35:49.002853 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:35:49.682899 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3f132213-5acc-40d2-a18a-fdc4aae1841f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:35:50.311911 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:35:51.528907 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:36:03.408168 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:36:17.248214 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-52127c1f-ad2e-45f6-9240-dc32ddcccf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:36:18.440583 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:36:18.831319 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:36:19.677053 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dc4ab798-8b38-4e30-b9f3-8bc239646131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:36:20.305275 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:36:21.505424 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:36:33.408001 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:36:43.945674 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.wsgi [req-dd70ae3c-8ba9-40cc-9296-42bd95dd59bb req-7d3d9b0a-aae2-49c1-9a08-524d98821ea3 service neutron] (88356) timed out ('10.222.0.55', 59494) {{(pid=88356) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 11 22:36:47.213867 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-dba6ae5f-8567-45a7-b8ba-620ee86ce996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:36:48.836606 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:36:49.682275 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-3f2a5b81-a775-4f36-a717-7123886e04f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:36:50.305089 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:36:51.510796 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:36:55.441854 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron.db.agents_db [None req-3a9a23fa-e464-47d7-8349-0570b7b4fe16 None None] Agent healthcheck: found 6 active agents {{(pid=88358) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Nov 11 22:37:03.438061 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-1aa30915-fd62-44a6-9c27-153f6c6b7200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:37:17.201692 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-d4775325-986f-4586-ad44-e7a30dcb7eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:37:18.830854 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-8ffb2aed-0822-47fa-aba1-95f5cd32ecb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:37:19.710292 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-ae367f84-1e4c-4de9-9b05-21857ed45a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:37:20.305020 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-cb49f804-a346-4218-8dad-dd8cc2113f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 11 22:37:21.556175 dv-cinder-815883-4-smb neutron-server[88244]: DEBUG neutron_lib.callbacks.manager [None req-daa59977-919f-4a64-9558-c9f403191aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762808614327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036850826394'] for agent, after_update {{(pid=88357) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}